| 1 | 2026-08-25T21:46:19.858Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::12]:32345
remote_addr = [fd00:1122:3344:101::b]:50035
|
| 2 | 2026-08-25T21:46:19.858Z | INFO | crucible-agent (dropshot): request completed
latency_us = 54
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50035
req_id = e8036ce8-5b07-4786-bf75-e55eb825a7c5
response_code = 200
uri = /crucible/0/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e
|
| 3 | 2026-08-25T21:46:19.861Z | INFO | crucible-agent (datafile): path is "/data/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e"
|
| 4 | 2026-08-25T21:46:19.869Z | INFO | crucible-agent (datafile): dataset is oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e
|
| 5 | 2026-08-25T21:46:19.875Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e@dd3e230a-a64d-45f5-9b42-21aa6c03f61a
|
| 6 | 2026-08-25T21:46:19.875Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e", "dd3e230a-a64d-45f5-9b42-21aa6c03f61a"]
|
| 7 | 2026-08-25T21:46:19.887Z | INFO | crucible-agent (dropshot): request completed
latency_us = 25772
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50035
req_id = fcc8369e-ef84-4c4f-bbb5-d5ba7a1af243
response_code = 200
uri = /crucible/0/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e/snapshots/dd3e230a-a64d-45f5-9b42-21aa6c03f61a
|
| 8 | 2026-08-25T21:46:19.899Z | INFO | crucible-agent (datafile): path is "/data/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e"
|
| 9 | 2026-08-25T21:46:19.906Z | INFO | crucible-agent (datafile): dataset is oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e
|
| 10 | 2026-08-25T21:46:19.911Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e@dd3e230a-a64d-45f5-9b42-21aa6c03f61a
|
| 11 | 2026-08-25T21:46:19.911Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e", "dd3e230a-a64d-45f5-9b42-21aa6c03f61a"]
|
| 12 | 2026-08-25T21:46:19.919Z | INFO | crucible-agent (datafile): requesting running snapshot 21b27313-d6ad-4e14-afad-e0041e0dc35e-dd3e230a-a64d-45f5-9b42-21aa6c03f61a state: Requested
|
| 13 | 2026-08-25T21:46:19.924Z | INFO | crucible-agent (worker): applying SMF actions for region 21b27313-d6ad-4e14-afad-e0041e0dc35e running snapshot dd3e230a-a64d-45f5-9b42-21aa6c03f61a (state Requested)...
|
| 14 | 2026-08-25T21:46:19.924Z | INFO | crucible-agent (dropshot): request completed
latency_us = 25002
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50035
req_id = 0d3e6ce2-b266-4f18-87cf-188ac135cff8
response_code = 200
uri = /crucible/0/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e/snapshots/dd3e230a-a64d-45f5-9b42-21aa6c03f61a/run
|
| 15 | 2026-08-25T21:46:19.935Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-21b27313-d6ad-4e14-afad-e0041e0dc35e-dd3e230a-a64d-45f5-9b42-21aa6c03f61a
|
| 16 | 2026-08-25T21:46:19.938Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-21b27313-d6ad-4e14-afad-e0041e0dc35e-dd3e230a-a64d-45f5-9b42-21aa6c03f61a
|
| 17 | 2026-08-25T21:46:19.946Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-21b27313-d6ad-4e14-afad-e0041e0dc35e-dd3e230a-a64d-45f5-9b42-21aa6c03f61a
|
| 18 | 2026-08-25T21:46:19.946Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e/.zfs/snapshot/dd3e230a-a64d-45f5-9b42-21aa6c03f61a
|
| 19 | 2026-08-25T21:46:19.946Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 20 | 2026-08-25T21:46:19.947Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 21 | 2026-08-25T21:46:19.947Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 22 | 2026-08-25T21:46:19.947Z | INFO | crucible-agent (worker): commit
|
| 23 | 2026-08-25T21:46:19.949Z | INFO | crucible-agent (worker): ok!
|
| 24 | 2026-08-25T21:46:19.952Z | INFO | crucible-agent (worker): SMF ok!
|
| 25 | 2026-08-25T21:46:19.952Z | INFO | crucible-agent (datafile): region 21b27313-d6ad-4e14-afad-e0041e0dc35e running snapshot dd3e230a-a64d-45f5-9b42-21aa6c03f61a state: Requested -> Created
|
| 26 | 2026-08-25T21:46:20.245Z | INFO | crucible-agent (datafile): path is "/data/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e"
|
| 27 | 2026-08-25T21:46:20.251Z | INFO | crucible-agent (datafile): dataset is oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e
|
| 28 | 2026-08-25T21:46:20.258Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e@dd3e230a-a64d-45f5-9b42-21aa6c03f61a
|
| 29 | 2026-08-25T21:46:20.258Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e", "dd3e230a-a64d-45f5-9b42-21aa6c03f61a"]
|
| 30 | 2026-08-25T21:46:20.264Z | INFO | crucible-agent (dropshot): request completed
latency_us = 19477
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50035
req_id = 40b795fa-bae3-4bc6-9030-626074a5d096
response_code = 200
uri = /crucible/0/regions/21b27313-d6ad-4e14-afad-e0041e0dc35e/snapshots/dd3e230a-a64d-45f5-9b42-21aa6c03f61a/run
|
| 31 | 2026-08-25T21:46:25.453Z | INFO | crucible-agent (datafile): region caac5846-ea07-41d2-b793-fd6281ad2c31 state: Requested
|
| 32 | 2026-08-25T21:46:25.453Z | INFO | crucible-agent (dropshot): request completed
latency_us = 219
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50035
req_id = 61202330-d458-453e-84d7-64b54db42a95
response_code = 200
uri = /crucible/0/regions
|
| 33 | 2026-08-25T21:46:25.453Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 34 | 2026-08-25T21:46:25.459Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 35 | 2026-08-25T21:46:25.459Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 36 | 2026-08-25T21:46:25.502Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("caac5846-ea07-41d2-b793-fd6281ad2c31"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/caac5846-ea07-41d2-b793-fd6281ad2c31"
region = caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 37 | 2026-08-25T21:46:25.502Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "caac5846-ea07-41d2-b793-fd6281ad2c31" "--data" "/data/regions/caac5846-ea07-41d2-b793-fd6281ad2c31" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 38 | 2026-08-25T21:46:25.556Z | INFO | crucible-agent (worker): region files created ok
region = caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 39 | 2026-08-25T21:46:25.556Z | INFO | crucible-agent (datafile): region caac5846-ea07-41d2-b793-fd6281ad2c31 state: Requested -> Created
|
| 40 | 2026-08-25T21:46:25.556Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 41 | 2026-08-25T21:46:25.557Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 42 | 2026-08-25T21:46:25.565Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 43 | 2026-08-25T21:46:25.568Z | INFO | crucible-agent (worker): creating config property group
|
| 44 | 2026-08-25T21:46:25.570Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 45 | 2026-08-25T21:46:25.570Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 46 | 2026-08-25T21:46:25.570Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 47 | 2026-08-25T21:46:25.570Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 48 | 2026-08-25T21:46:25.570Z | INFO | crucible-agent (worker): commit
|
| 49 | 2026-08-25T21:46:25.572Z | INFO | crucible-agent (worker): ok!
|
| 50 | 2026-08-25T21:46:25.576Z | INFO | crucible-agent (worker): SMF ok!
|
| 51 | 2026-08-25T21:46:25.833Z | INFO | crucible-agent (dropshot): request completed
latency_us = 64
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50035
req_id = cce5c51d-5365-4871-bc8d-0d54f2b41500
response_code = 200
uri = /crucible/0/regions
|
| 52 | 2026-08-25T21:47:21.309Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::12]:32345
remote_addr = [fd00:1122:3344:101::b]:39165
|
| 53 | 2026-08-25T21:47:21.309Z | INFO | crucible-agent (dropshot): request completed
latency_us = 42
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39165
req_id = b2aa0912-465b-4608-bff0-b5b0dcffb5c5
response_code = 200
uri = /crucible/0/regions/caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 54 | 2026-08-25T21:47:21.313Z | INFO | crucible-agent (datafile): path is "/data/regions/caac5846-ea07-41d2-b793-fd6281ad2c31"
|
| 55 | 2026-08-25T21:47:21.322Z | INFO | crucible-agent (datafile): dataset is oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 56 | 2026-08-25T21:47:21.328Z | INFO | crucible-agent (datafile): region caac5846-ea07-41d2-b793-fd6281ad2c31 state: Created -> Tombstoned
|
| 57 | 2026-08-25T21:47:21.329Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 58 | 2026-08-25T21:47:21.329Z | INFO | crucible-agent (dropshot): request completed
latency_us = 15374
local_addr = [fd00:1122:3344:101::12]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:39165
req_id = db1c27c9-a61f-4c2b-a5be-18226c4724cc
response_code = 204
uri = /crucible/0/regions/caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 59 | 2026-08-25T21:47:21.330Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-caac5846-ea07-41d2-b793-fd6281ad2c31 (instance states: (Some(Online), None))
|
| 60 | 2026-08-25T21:47:21.332Z | INFO | crucible-agent (dropshot): request completed
latency_us = 35
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39165
req_id = 863d97c8-7fe3-4f00-858a-64678389e91c
response_code = 200
uri = /crucible/0/regions/caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 61 | 2026-08-25T21:47:21.335Z | INFO | crucible-agent (worker): SMF ok!
|
| 62 | 2026-08-25T21:47:21.343Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_d44c8a24-e880-4f0f-a62f-6221fb50e392/crucible/regions/caac5846-ea07-41d2-b793-fd6281ad2c31"
region = caac5846-ea07-41d2-b793-fd6281ad2c31
|
| 63 | 2026-08-25T21:47:21.387Z | INFO | crucible-agent (datafile): region caac5846-ea07-41d2-b793-fd6281ad2c31 state: Tombstoned -> Destroyed
|
| 64 | 2026-08-25T21:47:21.392Z | INFO | crucible-agent (dropshot): request completed
latency_us = 53
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39165
req_id = 1399fe41-f22c-4439-929c-dfde39bd3c14
response_code = 200
uri = /crucible/0/regions/caac5846-ea07-41d2-b793-fd6281ad2c31
|