| 1 | 2026-04-17T16:20:55.170Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::12]:32345
remote_addr = [fd00:1122:3344:101::b]:33934
|
| 2 | 2026-04-17T16:20:55.171Z | INFO | crucible-agent (dropshot): request completed
latency_us = 75
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33934
req_id = e614f5e9-5e03-4777-93ee-99a64a99c2a9
response_code = 200
uri = /crucible/0/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e
|
| 3 | 2026-04-17T16:20:55.174Z | INFO | crucible-agent (datafile): path is "/data/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e"
|
| 4 | 2026-04-17T16:20:55.181Z | INFO | crucible-agent (datafile): dataset is oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e
|
| 5 | 2026-04-17T16:20:55.188Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e@f9218b91-efee-48e2-92a8-d1c0c8709394
|
| 6 | 2026-04-17T16:20:55.188Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e", "f9218b91-efee-48e2-92a8-d1c0c8709394"]
|
| 7 | 2026-04-17T16:20:55.197Z | INFO | crucible-agent (dropshot): request completed
latency_us = 23254
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33934
req_id = b04f1e4d-0d3c-4099-b7bc-695829ad1eac
response_code = 200
uri = /crucible/0/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e/snapshots/f9218b91-efee-48e2-92a8-d1c0c8709394
|
| 8 | 2026-04-17T16:20:55.201Z | INFO | crucible-agent (datafile): path is "/data/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e"
|
| 9 | 2026-04-17T16:20:55.206Z | INFO | crucible-agent (datafile): dataset is oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e
|
| 10 | 2026-04-17T16:20:55.213Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e@f9218b91-efee-48e2-92a8-d1c0c8709394
|
| 11 | 2026-04-17T16:20:55.213Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e", "f9218b91-efee-48e2-92a8-d1c0c8709394"]
|
| 12 | 2026-04-17T16:20:55.221Z | INFO | crucible-agent (datafile): requesting running snapshot f5eb60d2-509d-4248-832d-974dc84c1c5e-f9218b91-efee-48e2-92a8-d1c0c8709394 state: Requested
|
| 13 | 2026-04-17T16:20:55.222Z | INFO | crucible-agent (worker): applying SMF actions for region f5eb60d2-509d-4248-832d-974dc84c1c5e running snapshot f9218b91-efee-48e2-92a8-d1c0c8709394 (state Requested)...
|
| 14 | 2026-04-17T16:20:55.222Z | INFO | crucible-agent (dropshot): request completed
latency_us = 21203
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:33934
req_id = d781ce31-5b95-4941-a5d2-1414e2bde230
response_code = 200
uri = /crucible/0/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e/snapshots/f9218b91-efee-48e2-92a8-d1c0c8709394/run
|
| 15 | 2026-04-17T16:20:55.245Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-f5eb60d2-509d-4248-832d-974dc84c1c5e-f9218b91-efee-48e2-92a8-d1c0c8709394
|
| 16 | 2026-04-17T16:20:55.254Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-f5eb60d2-509d-4248-832d-974dc84c1c5e-f9218b91-efee-48e2-92a8-d1c0c8709394
|
| 17 | 2026-04-17T16:20:55.270Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-f5eb60d2-509d-4248-832d-974dc84c1c5e-f9218b91-efee-48e2-92a8-d1c0c8709394
|
| 18 | 2026-04-17T16:20:55.270Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e/.zfs/snapshot/f9218b91-efee-48e2-92a8-d1c0c8709394
|
| 19 | 2026-04-17T16:20:55.270Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 20 | 2026-04-17T16:20:55.270Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 21 | 2026-04-17T16:20:55.270Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 22 | 2026-04-17T16:20:55.270Z | INFO | crucible-agent (worker): commit
|
| 23 | 2026-04-17T16:20:55.276Z | INFO | crucible-agent (worker): ok!
|
| 24 | 2026-04-17T16:20:55.283Z | INFO | crucible-agent (worker): SMF ok!
|
| 25 | 2026-04-17T16:20:55.283Z | INFO | crucible-agent (datafile): region f5eb60d2-509d-4248-832d-974dc84c1c5e running snapshot f9218b91-efee-48e2-92a8-d1c0c8709394 state: Requested -> Created
|
| 26 | 2026-04-17T16:20:55.505Z | INFO | crucible-agent (datafile): path is "/data/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e"
|
| 27 | 2026-04-17T16:20:55.511Z | INFO | crucible-agent (datafile): dataset is oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e
|
| 28 | 2026-04-17T16:20:55.517Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e@f9218b91-efee-48e2-92a8-d1c0c8709394
|
| 29 | 2026-04-17T16:20:55.517Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e", "f9218b91-efee-48e2-92a8-d1c0c8709394"]
|
| 30 | 2026-04-17T16:20:55.523Z | INFO | crucible-agent (dropshot): request completed
latency_us = 18332
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:33934
req_id = 8190c9aa-c368-42d2-a582-0877bdca037a
response_code = 200
uri = /crucible/0/regions/f5eb60d2-509d-4248-832d-974dc84c1c5e/snapshots/f9218b91-efee-48e2-92a8-d1c0c8709394/run
|
| 31 | 2026-04-17T16:21:00.955Z | INFO | crucible-agent (datafile): region 80a7c486-3d56-4a2d-ae1a-57c17eefa8bc state: Requested
|
| 32 | 2026-04-17T16:21:00.955Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 33 | 2026-04-17T16:21:00.955Z | INFO | crucible-agent (dropshot): request completed
latency_us = 225
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:33934
req_id = 8472791f-4dd8-4d77-a336-b41b5bce5a10
response_code = 200
uri = /crucible/0/regions
|
| 34 | 2026-04-17T16:21:00.962Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 35 | 2026-04-17T16:21:00.962Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 36 | 2026-04-17T16:21:01.016Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("80a7c486-3d56-4a2d-ae1a-57c17eefa8bc"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc"
region = 80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 37 | 2026-04-17T16:21:01.016Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "80a7c486-3d56-4a2d-ae1a-57c17eefa8bc" "--data" "/data/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 38 | 2026-04-17T16:21:01.091Z | INFO | crucible-agent (worker): region files created ok
region = 80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 39 | 2026-04-17T16:21:01.091Z | INFO | crucible-agent (datafile): region 80a7c486-3d56-4a2d-ae1a-57c17eefa8bc state: Requested -> Created
|
| 40 | 2026-04-17T16:21:01.092Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 41 | 2026-04-17T16:21:01.092Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 42 | 2026-04-17T16:21:01.105Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 43 | 2026-04-17T16:21:01.113Z | INFO | crucible-agent (worker): creating config property group
|
| 44 | 2026-04-17T16:21:01.116Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 45 | 2026-04-17T16:21:01.117Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 46 | 2026-04-17T16:21:01.117Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 47 | 2026-04-17T16:21:01.117Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 48 | 2026-04-17T16:21:01.117Z | INFO | crucible-agent (worker): commit
|
| 49 | 2026-04-17T16:21:01.121Z | INFO | crucible-agent (worker): ok!
|
| 50 | 2026-04-17T16:21:01.131Z | INFO | crucible-agent (worker): SMF ok!
|
| 51 | 2026-04-17T16:21:01.335Z | INFO | crucible-agent (dropshot): request completed
latency_us = 65
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:33934
req_id = f19022eb-477a-4558-af13-cdbcb264736d
response_code = 200
uri = /crucible/0/regions
|
| 52 | 2026-04-17T16:21:25.584Z | INFO | crucible-agent (dropshot): request completed
latency_us = 74
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33934
req_id = e6c20945-336b-453f-93b2-0331d694d6fb
response_code = 200
uri = /crucible/0/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 53 | 2026-04-17T16:21:25.587Z | INFO | crucible-agent (datafile): path is "/data/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc"
|
| 54 | 2026-04-17T16:21:25.597Z | INFO | crucible-agent (datafile): dataset is oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 55 | 2026-04-17T16:21:25.605Z | INFO | crucible-agent (datafile): region 80a7c486-3d56-4a2d-ae1a-57c17eefa8bc state: Created -> Tombstoned
|
| 56 | 2026-04-17T16:21:25.605Z | INFO | crucible-agent (dropshot): request completed
latency_us = 17653
local_addr = [fd00:1122:3344:101::12]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:33934
req_id = 6a57561d-f4ca-4ab8-98fc-8da0f0123290
response_code = 204
uri = /crucible/0/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 57 | 2026-04-17T16:21:25.605Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 58 | 2026-04-17T16:21:25.606Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-80a7c486-3d56-4a2d-ae1a-57c17eefa8bc (instance states: (Some(Online), None))
|
| 59 | 2026-04-17T16:21:25.608Z | INFO | crucible-agent (dropshot): request completed
latency_us = 40
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33934
req_id = 1af046c5-9fc7-43e9-bd3f-77635f4b7e95
response_code = 200
uri = /crucible/0/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 60 | 2026-04-17T16:21:25.617Z | INFO | crucible-agent (worker): SMF ok!
|
| 61 | 2026-04-17T16:21:25.625Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_5eec907f-6c99-4b24-b660-60d20420eb6f/crucible/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc"
region = 80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 62 | 2026-04-17T16:21:25.674Z | INFO | crucible-agent (dropshot): request completed
latency_us = 44
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33934
req_id = 226c247c-6754-4e90-be2a-845b310f3274
response_code = 200
uri = /crucible/0/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|
| 63 | 2026-04-17T16:21:25.704Z | INFO | crucible-agent (datafile): region 80a7c486-3d56-4a2d-ae1a-57c17eefa8bc state: Tombstoned -> Destroyed
|
| 64 | 2026-04-17T16:21:25.843Z | INFO | crucible-agent (dropshot): request completed
latency_us = 42
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33934
req_id = 6b38e681-dd22-4f40-a77c-1b4e799641be
response_code = 200
uri = /crucible/0/regions/80a7c486-3d56-4a2d-ae1a-57c17eefa8bc
|