| 1 | 2023-12-13T06:45:29.660Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::a]:40036
|
| 2 | 2023-12-13T06:45:29.663Z | INFO | crucible-agent (dropshot): request completed
latency_us = 3340
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40036
req_id = 46964a6c-7a5b-4fc2-97e6-5655e3baa22f
response_code = 200
uri = /crucible/0/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab
|
| 3 | 2023-12-13T06:45:29.663Z | INFO | crucible-agent (datafile): path is "/data/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab"
|
| 4 | 2023-12-13T06:45:29.673Z | INFO | crucible-agent (datafile): dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab
|
| 5 | 2023-12-13T06:45:29.682Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab@1a70593c-ed4b-48da-aba9-a3e4e480a772
|
| 6 | 2023-12-13T06:45:29.682Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab", "1a70593c-ed4b-48da-aba9-a3e4e480a772"]
|
| 7 | 2023-12-13T06:45:29.697Z | INFO | crucible-agent (dropshot): request completed
latency_us = 33358
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40036
req_id = 2dbdd4d8-b500-44bd-9f20-0151e02f27ab
response_code = 200
uri = /crucible/0/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab/snapshots/1a70593c-ed4b-48da-aba9-a3e4e480a772
|
| 8 | 2023-12-13T06:45:29.697Z | INFO | crucible-agent (datafile): path is "/data/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab"
|
| 9 | 2023-12-13T06:45:29.705Z | INFO | crucible-agent (datafile): dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab
|
| 10 | 2023-12-13T06:45:29.714Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab@1a70593c-ed4b-48da-aba9-a3e4e480a772
|
| 11 | 2023-12-13T06:45:29.714Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab", "1a70593c-ed4b-48da-aba9-a3e4e480a772"]
|
| 12 | 2023-12-13T06:45:29.723Z | INFO | crucible-agent (datafile): requesting running snapshot e68f4f8d-14f0-4c16-8c13-41638c3e78ab-1a70593c-ed4b-48da-aba9-a3e4e480a772 state: Requested
|
| 13 | 2023-12-13T06:45:29.723Z | INFO | crucible-agent (worker): applying SMF actions for region e68f4f8d-14f0-4c16-8c13-41638c3e78ab running snapshot 1a70593c-ed4b-48da-aba9-a3e4e480a772 (state Requested)...
|
| 14 | 2023-12-13T06:45:29.723Z | INFO | crucible-agent (dropshot): request completed
latency_us = 26669
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:40036
req_id = 919571ba-9cf2-4304-b00d-929d48d82947
response_code = 200
uri = /crucible/0/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab/snapshots/1a70593c-ed4b-48da-aba9-a3e4e480a772/run
|
| 15 | 2023-12-13T06:45:29.731Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-e68f4f8d-14f0-4c16-8c13-41638c3e78ab-1a70593c-ed4b-48da-aba9-a3e4e480a772
|
| 16 | 2023-12-13T06:45:29.734Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-e68f4f8d-14f0-4c16-8c13-41638c3e78ab-1a70593c-ed4b-48da-aba9-a3e4e480a772
|
| 17 | 2023-12-13T06:45:29.750Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-e68f4f8d-14f0-4c16-8c13-41638c3e78ab-1a70593c-ed4b-48da-aba9-a3e4e480a772
|
| 18 | 2023-12-13T06:45:29.750Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/e68f4f8d-14f0-4c16-8c13-41638c3e78ab/.zfs/snapshot/1a70593c-ed4b-48da-aba9-a3e4e480a772
|
| 19 | 2023-12-13T06:45:29.750Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 20 | 2023-12-13T06:45:29.750Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 21 | 2023-12-13T06:45:29.750Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
| 22 | 2023-12-13T06:45:29.750Z | INFO | crucible-agent (worker): commit
|
| 23 | 2023-12-13T06:45:29.754Z | INFO | crucible-agent (worker): ok!
|
| 24 | 2023-12-13T06:45:29.758Z | INFO | crucible-agent (worker): SMF ok!
|
| 25 | 2023-12-13T06:45:29.758Z | INFO | crucible-agent (datafile): region e68f4f8d-14f0-4c16-8c13-41638c3e78ab running snapshot 1a70593c-ed4b-48da-aba9-a3e4e480a772 state: Requested -> Created
|
| 26 | 2023-12-13T06:45:32.403Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::a]:60590
|
| 27 | 2023-12-13T06:45:32.403Z | INFO | crucible-agent (datafile): region 6c3851a4-a29c-49f2-9b16-9c19a56184a8 state: Requested
|
| 28 | 2023-12-13T06:45:32.406Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 29 | 2023-12-13T06:45:32.406Z | INFO | crucible-agent (dropshot): request completed
latency_us = 2735
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60590
req_id = 47fd9790-f042-4b3a-8451-dba930a3f740
response_code = 200
uri = /crucible/0/regions
|
| 30 | 2023-12-13T06:45:32.416Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 31 | 2023-12-13T06:45:32.416Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 32 | 2023-12-13T06:45:32.477Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("6c3851a4-a29c-49f2-9b16-9c19a56184a8"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8"
region = 6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 33 | 2023-12-13T06:45:32.574Z | INFO | crucible-agent (worker): region files created ok
region = 6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 34 | 2023-12-13T06:45:32.574Z | INFO | crucible-agent (datafile): region 6c3851a4-a29c-49f2-9b16-9c19a56184a8 state: Requested -> Created
|
| 35 | 2023-12-13T06:45:32.575Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 36 | 2023-12-13T06:45:32.575Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 37 | 2023-12-13T06:45:32.578Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 38 | 2023-12-13T06:45:32.585Z | INFO | crucible-agent (worker): creating config property group
|
| 39 | 2023-12-13T06:45:32.589Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 40 | 2023-12-13T06:45:32.589Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 41 | 2023-12-13T06:45:32.589Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 42 | 2023-12-13T06:45:32.589Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
| 43 | 2023-12-13T06:45:32.589Z | INFO | crucible-agent (worker): commit
|
| 44 | 2023-12-13T06:45:32.594Z | INFO | crucible-agent (worker): ok!
|
| 45 | 2023-12-13T06:45:32.605Z | INFO | crucible-agent (worker): SMF ok!
|
| 46 | 2023-12-13T06:45:32.697Z | INFO | crucible-agent (dropshot): request completed
latency_us = 78
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60590
req_id = 962f7907-ca95-419b-b9b4-809c492ef771
response_code = 200
uri = /crucible/0/regions
|
| 47 | 2023-12-13T06:46:03.853Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::a]:39578
|
| 48 | 2023-12-13T06:46:03.853Z | INFO | crucible-agent (dropshot): request completed
latency_us = 81
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39578
req_id = d22cee14-55f1-4df4-a4cb-7ef077a884a8
response_code = 200
uri = /crucible/0/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 49 | 2023-12-13T06:46:03.854Z | INFO | crucible-agent (datafile): path is "/data/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8"
|
| 50 | 2023-12-13T06:46:03.866Z | INFO | crucible-agent (datafile): dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 51 | 2023-12-13T06:46:03.874Z | INFO | crucible-agent (datafile): region 6c3851a4-a29c-49f2-9b16-9c19a56184a8 state: Created -> Tombstoned
|
| 52 | 2023-12-13T06:46:03.874Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 53 | 2023-12-13T06:46:03.876Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-6c3851a4-a29c-49f2-9b16-9c19a56184a8 (instance states: (Some(Online), None))
|
| 54 | 2023-12-13T06:46:03.877Z | INFO | crucible-agent (dropshot): request completed
latency_us = 24236
local_addr = [fd00:1122:3344:101::15]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:39578
req_id = eae5f23d-a346-4066-b537-3632e741341a
response_code = 204
uri = /crucible/0/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 55 | 2023-12-13T06:46:03.877Z | INFO | crucible-agent (dropshot): request completed
latency_us = 26
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39578
req_id = dfa1ce6f-d8a1-44f3-8663-064ba662bc35
response_code = 200
uri = /crucible/0/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 56 | 2023-12-13T06:46:03.882Z | INFO | crucible-agent (worker): SMF ok!
|
| 57 | 2023-12-13T06:46:03.891Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8"
region = 6c3851a4-a29c-49f2-9b16-9c19a56184a8
|
| 58 | 2023-12-13T06:46:03.934Z | INFO | crucible-agent (datafile): region 6c3851a4-a29c-49f2-9b16-9c19a56184a8 state: Tombstoned -> Destroyed
|
| 59 | 2023-12-13T06:46:03.966Z | INFO | crucible-agent (dropshot): request completed
latency_us = 56
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39578
req_id = 12ebe763-c86f-4164-9084-e766b6789a6a
response_code = 200
uri = /crucible/0/regions/6c3851a4-a29c-49f2-9b16-9c19a56184a8
|