| 1 | | [ Jun 25 01:01:03 Enabled. ] |
| 2 | | [ Jun 25 01:01:03 Rereading configuration. ] |
| 3 | | [ Jun 25 01:01:06 Rereading configuration. ] |
| 4 | | [ Jun 25 01:01:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] |
| 5 | | note: configured to log to "/dev/stdout" |
| 6 | 2026-06-25T01:01:09.649Z | INFO | crucible-agent: Crucible Version: Crucible Version: 0.0.1
Commit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150
Commit timestamp: 2026-05-14T15:48:00.000000000Z branch: main
rustc: 1.90.0 stable x86_64-unknown-illumos
Cargo: x86_64-unknown-illumos Debug: false Opt level: 3
|
| 7 | 2026-06-25T01:01:09.649Z | INFO | crucible-agent: dataset: "oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible"
|
| 8 | 2026-06-25T01:01:09.649Z | INFO | crucible-agent: listen IP: [fd00:1122:3344:101::1a]:32345
|
| 9 | 2026-06-25T01:01:09.649Z | INFO | crucible-agent: SMF instance name downstairs_prefix: "downstairs"
|
| 10 | 2026-06-25T01:01:09.665Z | INFO | crucible-agent (datafile): Using conf_path:"/data/crucible.json"
|
| 11 | 2026-06-25T01:01:09.738Z | INFO | crucible-agent (dropshot): listening
local_addr = [fd00:1122:3344:101::1a]:32345
|
| 12 | 2026-06-25T01:02:12.801Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::1a]:32345
remote_addr = [fd00:1122:3344:101::b]:34211
|
| 13 | 2026-06-25T01:02:12.840Z | INFO | crucible-agent (datafile): region 968b9657-f223-41bc-89d5-0c4857536856 state: Requested
|
| 14 | 2026-06-25T01:02:12.846Z | INFO | crucible-agent (worker): Region size:1073741824 reservation:1342177280 quota:3221225472
|
| 15 | 2026-06-25T01:02:12.846Z | INFO | crucible-agent (dropshot): request completed
latency_us = 18565
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:34211
req_id = 9ae03dac-4b70-4008-a56c-6d6703d7591e
response_code = 200
uri = /crucible/0/regions
|
| 16 | 2026-06-25T01:02:12.853Z | INFO | crucible-agent (worker): zfs set reservation of 1342177280 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/968b9657-f223-41bc-89d5-0c4857536856
|
| 17 | 2026-06-25T01:02:12.853Z | INFO | crucible-agent (worker): zfs set quota of 3221225472 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/968b9657-f223-41bc-89d5-0c4857536856
|
| 18 | 2026-06-25T01:02:12.903Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("968b9657-f223-41bc-89d5-0c4857536856"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/968b9657-f223-41bc-89d5-0c4857536856"
region = 968b9657-f223-41bc-89d5-0c4857536856
|
| 19 | 2026-06-25T01:02:12.906Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "968b9657-f223-41bc-89d5-0c4857536856" "--data" "/data/regions/968b9657-f223-41bc-89d5-0c4857536856" "--block-size" "512" "--extent-size" "131072" "--extent-count" "16" "--encrypted"
region = 968b9657-f223-41bc-89d5-0c4857536856
|
| 20 | 2026-06-25T01:02:13.112Z | INFO | crucible-agent (dropshot): request completed
latency_us = 60
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:34211
req_id = baefa8fe-9772-449c-95a5-02a371e48624
response_code = 200
uri = /crucible/0/regions
|
| 21 | 2026-06-25T01:02:13.230Z | INFO | crucible-agent (worker): region files created ok
region = 968b9657-f223-41bc-89d5-0c4857536856
|
| 22 | 2026-06-25T01:02:13.230Z | INFO | crucible-agent (datafile): region 968b9657-f223-41bc-89d5-0c4857536856 state: Requested -> Created
|
| 23 | 2026-06-25T01:02:13.230Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 24 | 2026-06-25T01:02:13.233Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-968b9657-f223-41bc-89d5-0c4857536856
|
| 25 | 2026-06-25T01:02:13.237Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-968b9657-f223-41bc-89d5-0c4857536856
|
| 26 | 2026-06-25T01:02:13.248Z | INFO | crucible-agent (worker): creating config property group
|
| 27 | 2026-06-25T01:02:13.249Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-968b9657-f223-41bc-89d5-0c4857536856
|
| 28 | 2026-06-25T01:02:13.250Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/968b9657-f223-41bc-89d5-0c4857536856
|
| 29 | 2026-06-25T01:02:13.250Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 30 | 2026-06-25T01:02:13.250Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 31 | 2026-06-25T01:02:13.250Z | INFO | crucible-agent (worker): commit
|
| 32 | 2026-06-25T01:02:13.260Z | INFO | crucible-agent (worker): ok!
|
| 33 | 2026-06-25T01:02:13.262Z | INFO | crucible-agent (worker): SMF ok!
|
| 34 | 2026-06-25T01:02:13.586Z | INFO | crucible-agent (dropshot): request completed
latency_us = 168
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:34211
req_id = fd75ddd7-94ca-4908-8e6d-e986122fa467
response_code = 200
uri = /crucible/0/regions
|
| 35 | 2026-06-25T01:02:14.052Z | INFO | crucible-agent (dropshot): request completed
latency_us = 71
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34211
req_id = c4bf2374-509f-41be-836a-faa7dddd3b85
response_code = 200
uri = /crucible/0/regions/968b9657-f223-41bc-89d5-0c4857536856
|
| 36 | 2026-06-25T01:02:14.055Z | INFO | crucible-agent (datafile): path is "/data/regions/968b9657-f223-41bc-89d5-0c4857536856"
|
| 37 | 2026-06-25T01:02:14.063Z | INFO | crucible-agent (datafile): dataset is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/968b9657-f223-41bc-89d5-0c4857536856
|
| 38 | 2026-06-25T01:02:14.069Z | INFO | crucible-agent (datafile): region 968b9657-f223-41bc-89d5-0c4857536856 state: Created -> Tombstoned
|
| 39 | 2026-06-25T01:02:14.069Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 40 | 2026-06-25T01:02:14.069Z | INFO | crucible-agent (dropshot): request completed
latency_us = 14053
local_addr = [fd00:1122:3344:101::1a]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:34211
req_id = 4ad86b34-b135-458e-aba6-7e1d7dd05256
response_code = 204
uri = /crucible/0/regions/968b9657-f223-41bc-89d5-0c4857536856
|
| 41 | 2026-06-25T01:02:14.070Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-968b9657-f223-41bc-89d5-0c4857536856 (instance states: (Some(Online), None))
|
| 42 | 2026-06-25T01:02:14.072Z | INFO | crucible-agent (worker): SMF ok!
|
| 43 | 2026-06-25T01:02:14.078Z | INFO | crucible-agent (dropshot): request completed
latency_us = 55
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34211
req_id = d22bbf2e-64ae-46c1-98c7-710975d2e4bb
response_code = 200
uri = /crucible/0/regions/968b9657-f223-41bc-89d5-0c4857536856
|
| 44 | 2026-06-25T01:02:14.081Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/968b9657-f223-41bc-89d5-0c4857536856"
region = 968b9657-f223-41bc-89d5-0c4857536856
|
| 45 | 2026-06-25T01:02:14.134Z | INFO | crucible-agent (datafile): region 968b9657-f223-41bc-89d5-0c4857536856 state: Tombstoned -> Destroyed
|
| 46 | 2026-06-25T01:02:14.184Z | INFO | crucible-agent (dropshot): request completed
latency_us = 62
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34211
req_id = 6e9144cb-91b8-4c57-8018-21884f0202a9
response_code = 200
uri = /crucible/0/regions/968b9657-f223-41bc-89d5-0c4857536856
|
| 47 | 2026-06-25T01:02:16.282Z | INFO | crucible-agent (datafile): region 75025631-2b63-4ed7-9035-4398712fc016 state: Requested
|
| 48 | 2026-06-25T01:02:16.282Z | INFO | crucible-agent (dropshot): request completed
latency_us = 214
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:34211
req_id = 05a3eb40-f28f-4e59-8aa8-23def349d45c
response_code = 200
uri = /crucible/0/regions
|
| 49 | 2026-06-25T01:02:16.282Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 50 | 2026-06-25T01:02:16.288Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016
|
| 51 | 2026-06-25T01:02:16.288Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016
|
| 52 | 2026-06-25T01:02:16.331Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("75025631-2b63-4ed7-9035-4398712fc016"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/75025631-2b63-4ed7-9035-4398712fc016"
region = 75025631-2b63-4ed7-9035-4398712fc016
|
| 53 | 2026-06-25T01:02:16.331Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "75025631-2b63-4ed7-9035-4398712fc016" "--data" "/data/regions/75025631-2b63-4ed7-9035-4398712fc016" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 75025631-2b63-4ed7-9035-4398712fc016
|
| 54 | 2026-06-25T01:02:16.388Z | INFO | crucible-agent (worker): region files created ok
region = 75025631-2b63-4ed7-9035-4398712fc016
|
| 55 | 2026-06-25T01:02:16.388Z | INFO | crucible-agent (datafile): region 75025631-2b63-4ed7-9035-4398712fc016 state: Requested -> Created
|
| 56 | 2026-06-25T01:02:16.388Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 57 | 2026-06-25T01:02:16.389Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-75025631-2b63-4ed7-9035-4398712fc016
|
| 58 | 2026-06-25T01:02:16.390Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-75025631-2b63-4ed7-9035-4398712fc016
|
| 59 | 2026-06-25T01:02:16.394Z | INFO | crucible-agent (worker): creating config property group
|
| 60 | 2026-06-25T01:02:16.395Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-75025631-2b63-4ed7-9035-4398712fc016
|
| 61 | 2026-06-25T01:02:16.396Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/75025631-2b63-4ed7-9035-4398712fc016
|
| 62 | 2026-06-25T01:02:16.396Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 63 | 2026-06-25T01:02:16.396Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 64 | 2026-06-25T01:02:16.396Z | INFO | crucible-agent (worker): commit
|
| 65 | 2026-06-25T01:02:16.398Z | INFO | crucible-agent (worker): ok!
|
| 66 | 2026-06-25T01:02:16.400Z | INFO | crucible-agent (worker): SMF ok!
|
| 67 | 2026-06-25T01:02:16.544Z | INFO | crucible-agent (dropshot): request completed
latency_us = 58
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:34211
req_id = 8704e280-d571-402d-87de-7d1149e8aa6c
response_code = 200
uri = /crucible/0/regions
|
| 68 | 2026-06-25T01:13:15.627Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::1a]:32345
remote_addr = [fd00:1122:3344:101::b]:35831
|
| 69 | 2026-06-25T01:13:15.627Z | INFO | crucible-agent (datafile): region 2bfacf6e-99f6-4580-a5b0-46cb325667b7 state: Requested
|
| 70 | 2026-06-25T01:13:15.628Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 71 | 2026-06-25T01:13:15.628Z | INFO | crucible-agent (dropshot): request completed
latency_us = 668
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = 5fc7947a-1c13-46f6-a604-9faf0d25ebc8
response_code = 200
uri = /crucible/0/regions
|
| 72 | 2026-06-25T01:13:15.634Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/2bfacf6e-99f6-4580-a5b0-46cb325667b7
|
| 73 | 2026-06-25T01:13:15.634Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/2bfacf6e-99f6-4580-a5b0-46cb325667b7
|
| 74 | 2026-06-25T01:13:15.685Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("2bfacf6e-99f6-4580-a5b0-46cb325667b7"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/2bfacf6e-99f6-4580-a5b0-46cb325667b7"
region = 2bfacf6e-99f6-4580-a5b0-46cb325667b7
|
| 75 | 2026-06-25T01:13:15.685Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "2bfacf6e-99f6-4580-a5b0-46cb325667b7" "--data" "/data/regions/2bfacf6e-99f6-4580-a5b0-46cb325667b7" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 2bfacf6e-99f6-4580-a5b0-46cb325667b7
|
| 76 | 2026-06-25T01:13:15.734Z | INFO | crucible-agent (worker): region files created ok
region = 2bfacf6e-99f6-4580-a5b0-46cb325667b7
|
| 77 | 2026-06-25T01:13:15.734Z | INFO | crucible-agent (datafile): region 2bfacf6e-99f6-4580-a5b0-46cb325667b7 state: Requested -> Created
|
| 78 | 2026-06-25T01:13:15.734Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 79 | 2026-06-25T01:13:15.735Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-2bfacf6e-99f6-4580-a5b0-46cb325667b7
|
| 80 | 2026-06-25T01:13:15.748Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-2bfacf6e-99f6-4580-a5b0-46cb325667b7
|
| 81 | 2026-06-25T01:13:15.755Z | INFO | crucible-agent (worker): creating config property group
|
| 82 | 2026-06-25T01:13:15.757Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-2bfacf6e-99f6-4580-a5b0-46cb325667b7
|
| 83 | 2026-06-25T01:13:15.757Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/2bfacf6e-99f6-4580-a5b0-46cb325667b7
|
| 84 | 2026-06-25T01:13:15.757Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 85 | 2026-06-25T01:13:15.757Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 86 | 2026-06-25T01:13:15.757Z | INFO | crucible-agent (worker): commit
|
| 87 | 2026-06-25T01:13:15.759Z | INFO | crucible-agent (worker): ok!
|
| 88 | 2026-06-25T01:13:15.763Z | INFO | crucible-agent (worker): SMF ok!
|
| 89 | 2026-06-25T01:13:15.989Z | INFO | crucible-agent (dropshot): request completed
latency_us = 66
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = 42a1220e-ee0e-4ff5-97b9-c4f1c89d2739
response_code = 200
uri = /crucible/0/regions
|
| 90 | 2026-06-25T01:13:17.019Z | INFO | crucible-agent (dropshot): request completed
latency_us = 53
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = 0e357f23-555b-4c91-840e-2178db707463
response_code = 200
uri = /crucible/0/regions/75025631-2b63-4ed7-9035-4398712fc016
|
| 91 | 2026-06-25T01:13:17.023Z | INFO | crucible-agent (datafile): path is "/data/regions/75025631-2b63-4ed7-9035-4398712fc016"
|
| 92 | 2026-06-25T01:13:17.030Z | INFO | crucible-agent (datafile): dataset is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016
|
| 93 | 2026-06-25T01:13:17.036Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016@84496978-4d2a-4b41-be37-057e155368b8
|
| 94 | 2026-06-25T01:13:17.036Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016", "84496978-4d2a-4b41-be37-057e155368b8"]
|
| 95 | 2026-06-25T01:13:17.043Z | INFO | crucible-agent (dropshot): request completed
latency_us = 20347
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = 637dc22c-fb54-451e-b9c6-070fef545dec
response_code = 200
uri = /crucible/0/regions/75025631-2b63-4ed7-9035-4398712fc016/snapshots/84496978-4d2a-4b41-be37-057e155368b8
|
| 96 | 2026-06-25T01:13:17.047Z | INFO | crucible-agent (datafile): path is "/data/regions/75025631-2b63-4ed7-9035-4398712fc016"
|
| 97 | 2026-06-25T01:13:17.053Z | INFO | crucible-agent (datafile): dataset is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016
|
| 98 | 2026-06-25T01:13:17.059Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016@84496978-4d2a-4b41-be37-057e155368b8
|
| 99 | 2026-06-25T01:13:17.059Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016", "84496978-4d2a-4b41-be37-057e155368b8"]
|
| 100 | 2026-06-25T01:13:17.067Z | INFO | crucible-agent (datafile): requesting running snapshot 75025631-2b63-4ed7-9035-4398712fc016-84496978-4d2a-4b41-be37-057e155368b8 state: Requested
|
| 101 | 2026-06-25T01:13:17.067Z | INFO | crucible-agent (worker): applying SMF actions for region 75025631-2b63-4ed7-9035-4398712fc016 running snapshot 84496978-4d2a-4b41-be37-057e155368b8 (state Requested)...
|
| 102 | 2026-06-25T01:13:17.067Z | INFO | crucible-agent (dropshot): request completed
latency_us = 20292
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = c027f420-7104-4b0b-b7ed-40061f3d8ebe
response_code = 200
uri = /crucible/0/regions/75025631-2b63-4ed7-9035-4398712fc016/snapshots/84496978-4d2a-4b41-be37-057e155368b8/run
|
| 103 | 2026-06-25T01:13:17.072Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-75025631-2b63-4ed7-9035-4398712fc016-84496978-4d2a-4b41-be37-057e155368b8
|
| 104 | 2026-06-25T01:13:17.074Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-75025631-2b63-4ed7-9035-4398712fc016-84496978-4d2a-4b41-be37-057e155368b8
|
| 105 | 2026-06-25T01:13:17.079Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-75025631-2b63-4ed7-9035-4398712fc016-84496978-4d2a-4b41-be37-057e155368b8
|
| 106 | 2026-06-25T01:13:17.079Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/75025631-2b63-4ed7-9035-4398712fc016/.zfs/snapshot/84496978-4d2a-4b41-be37-057e155368b8
|
| 107 | 2026-06-25T01:13:17.079Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 108 | 2026-06-25T01:13:17.079Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 109 | 2026-06-25T01:13:17.079Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 110 | 2026-06-25T01:13:17.079Z | INFO | crucible-agent (worker): commit
|
| 111 | 2026-06-25T01:13:17.081Z | INFO | crucible-agent (worker): ok!
|
| 112 | 2026-06-25T01:13:17.083Z | INFO | crucible-agent (worker): SMF ok!
|
| 113 | 2026-06-25T01:13:17.083Z | INFO | crucible-agent (datafile): region 75025631-2b63-4ed7-9035-4398712fc016 running snapshot 84496978-4d2a-4b41-be37-057e155368b8 state: Requested -> Created
|
| 114 | 2026-06-25T01:13:17.420Z | INFO | crucible-agent (datafile): path is "/data/regions/75025631-2b63-4ed7-9035-4398712fc016"
|
| 115 | 2026-06-25T01:13:17.426Z | INFO | crucible-agent (datafile): dataset is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016
|
| 116 | 2026-06-25T01:13:17.432Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016@84496978-4d2a-4b41-be37-057e155368b8
|
| 117 | 2026-06-25T01:13:17.432Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/75025631-2b63-4ed7-9035-4398712fc016", "84496978-4d2a-4b41-be37-057e155368b8"]
|
| 118 | 2026-06-25T01:13:17.438Z | INFO | crucible-agent (dropshot): request completed
latency_us = 18581
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = 4ff5f4da-26ba-4240-bc5a-63ea5531b711
response_code = 200
uri = /crucible/0/regions/75025631-2b63-4ed7-9035-4398712fc016/snapshots/84496978-4d2a-4b41-be37-057e155368b8/run
|
| 119 | 2026-06-25T01:13:22.083Z | INFO | crucible-agent (datafile): region 244cba48-a7dd-4239-897a-6bdb616bff23 state: Requested
|
| 120 | 2026-06-25T01:13:22.083Z | INFO | crucible-agent (dropshot): request completed
latency_us = 321
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = 1b80cbf3-3db8-4761-9350-9526c499ac39
response_code = 200
uri = /crucible/0/regions
|
| 121 | 2026-06-25T01:13:22.083Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 122 | 2026-06-25T01:13:22.094Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/244cba48-a7dd-4239-897a-6bdb616bff23
|
| 123 | 2026-06-25T01:13:22.094Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/244cba48-a7dd-4239-897a-6bdb616bff23
|
| 124 | 2026-06-25T01:13:22.143Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::1a]:32345
remote_addr = [fd00:1122:3344:101::a]:47082
|
| 125 | 2026-06-25T01:13:22.143Z | INFO | crucible-agent (dropshot): request completed
latency_us = 61
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47082
req_id = 21022207-e8a3-4d3a-acf9-da00cc46ad6c
response_code = 200
uri = /crucible/0/regions/244cba48-a7dd-4239-897a-6bdb616bff23
|
| 126 | 2026-06-25T01:13:22.172Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("244cba48-a7dd-4239-897a-6bdb616bff23"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/244cba48-a7dd-4239-897a-6bdb616bff23"
region = 244cba48-a7dd-4239-897a-6bdb616bff23
|
| 127 | 2026-06-25T01:13:22.172Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "244cba48-a7dd-4239-897a-6bdb616bff23" "--data" "/data/regions/244cba48-a7dd-4239-897a-6bdb616bff23" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 244cba48-a7dd-4239-897a-6bdb616bff23
|
| 128 | 2026-06-25T01:13:22.254Z | INFO | crucible-agent (worker): region files created ok
region = 244cba48-a7dd-4239-897a-6bdb616bff23
|
| 129 | 2026-06-25T01:13:22.254Z | INFO | crucible-agent (datafile): region 244cba48-a7dd-4239-897a-6bdb616bff23 state: Requested -> Created
|
| 130 | 2026-06-25T01:13:22.254Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 131 | 2026-06-25T01:13:22.256Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-244cba48-a7dd-4239-897a-6bdb616bff23
|
| 132 | 2026-06-25T01:13:22.258Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-244cba48-a7dd-4239-897a-6bdb616bff23
|
| 133 | 2026-06-25T01:13:22.263Z | INFO | crucible-agent (worker): creating config property group
|
| 134 | 2026-06-25T01:13:22.265Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-244cba48-a7dd-4239-897a-6bdb616bff23
|
| 135 | 2026-06-25T01:13:22.266Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/244cba48-a7dd-4239-897a-6bdb616bff23
|
| 136 | 2026-06-25T01:13:22.266Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19003
|
| 137 | 2026-06-25T01:13:22.266Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 138 | 2026-06-25T01:13:22.266Z | INFO | crucible-agent (worker): commit
|
| 139 | 2026-06-25T01:13:22.269Z | INFO | crucible-agent (worker): ok!
|
| 140 | 2026-06-25T01:13:22.279Z | INFO | crucible-agent (worker): SMF ok!
|
| 141 | 2026-06-25T01:13:22.337Z | INFO | crucible-agent (dropshot): request completed
latency_us = 81
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = cc1a676e-9e6b-45a1-9c0f-399834e2b90b
response_code = 200
uri = /crucible/0/regions
|
| 142 | 2026-06-25T01:13:46.845Z | INFO | crucible-agent (dropshot): request completed
latency_us = 55
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = 4d80f2c3-7840-4157-a906-6bf3364f7a8c
response_code = 200
uri = /crucible/0/regions/244cba48-a7dd-4239-897a-6bdb616bff23
|
| 143 | 2026-06-25T01:13:46.848Z | INFO | crucible-agent (datafile): path is "/data/regions/244cba48-a7dd-4239-897a-6bdb616bff23"
|
| 144 | 2026-06-25T01:13:46.858Z | INFO | crucible-agent (datafile): dataset is oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/244cba48-a7dd-4239-897a-6bdb616bff23
|
| 145 | 2026-06-25T01:13:46.866Z | INFO | crucible-agent (datafile): region 244cba48-a7dd-4239-897a-6bdb616bff23 state: Created -> Tombstoned
|
| 146 | 2026-06-25T01:13:46.867Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 147 | 2026-06-25T01:13:46.867Z | INFO | crucible-agent (dropshot): request completed
latency_us = 18842
local_addr = [fd00:1122:3344:101::1a]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = d94dcc3a-42b1-46c2-9de5-dfeebeb33436
response_code = 204
uri = /crucible/0/regions/244cba48-a7dd-4239-897a-6bdb616bff23
|
| 148 | 2026-06-25T01:13:46.868Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-244cba48-a7dd-4239-897a-6bdb616bff23 (instance states: (Some(Online), None))
|
| 149 | 2026-06-25T01:13:46.871Z | INFO | crucible-agent (dropshot): request completed
latency_us = 43
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = 35d2e54a-bdcc-4049-9256-98bac51af137
response_code = 200
uri = /crucible/0/regions/244cba48-a7dd-4239-897a-6bdb616bff23
|
| 150 | 2026-06-25T01:13:46.873Z | INFO | crucible-agent (worker): SMF ok!
|
| 151 | 2026-06-25T01:13:46.882Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_8e3241b8-1381-4a33-8f1c-e9e827c1dfc3/crucible/regions/244cba48-a7dd-4239-897a-6bdb616bff23"
region = 244cba48-a7dd-4239-897a-6bdb616bff23
|
| 152 | 2026-06-25T01:13:46.930Z | INFO | crucible-agent (datafile): region 244cba48-a7dd-4239-897a-6bdb616bff23 state: Tombstoned -> Destroyed
|
| 153 | 2026-06-25T01:13:46.998Z | INFO | crucible-agent (dropshot): request completed
latency_us = 51
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35831
req_id = 72e44c99-0140-4ea7-9ed9-cc86bb1d3a7c
response_code = 200
uri = /crucible/0/regions/244cba48-a7dd-4239-897a-6bdb616bff23
|