| 1 | 2025-12-23T18:24:57.268Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::12]:32345
remote_addr = [fd00:1122:3344:101::a]:58776
|
| 2 | 2025-12-23T18:24:57.268Z | INFO | crucible-agent (dropshot): request completed
latency_us = 57
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58776
req_id = e8aec460-0de6-4eb6-bd9a-8e83dc66229a
response_code = 200
uri = /crucible/0/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d
|
| 3 | 2025-12-23T18:24:57.272Z | INFO | crucible-agent (datafile): path is "/data/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d"
|
| 4 | 2025-12-23T18:24:57.277Z | INFO | crucible-agent (datafile): dataset is oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d
|
| 5 | 2025-12-23T18:24:57.284Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d@179df76f-1165-411a-94d9-e0da4df54d1e
|
| 6 | 2025-12-23T18:24:57.284Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d", "179df76f-1165-411a-94d9-e0da4df54d1e"]
|
| 7 | 2025-12-23T18:24:57.294Z | INFO | crucible-agent (dropshot): request completed
latency_us = 21693
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58776
req_id = d13433af-5198-48be-8838-7b9ec3bb82b6
response_code = 200
uri = /crucible/0/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d/snapshots/179df76f-1165-411a-94d9-e0da4df54d1e
|
| 8 | 2025-12-23T18:24:57.297Z | INFO | crucible-agent (datafile): path is "/data/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d"
|
| 9 | 2025-12-23T18:24:57.302Z | INFO | crucible-agent (datafile): dataset is oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d
|
| 10 | 2025-12-23T18:24:57.308Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d@179df76f-1165-411a-94d9-e0da4df54d1e
|
| 11 | 2025-12-23T18:24:57.308Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d", "179df76f-1165-411a-94d9-e0da4df54d1e"]
|
| 12 | 2025-12-23T18:24:57.316Z | INFO | crucible-agent (datafile): requesting running snapshot a21d4426-6a3a-4c03-a994-b88933e9ff9d-179df76f-1165-411a-94d9-e0da4df54d1e state: Requested
|
| 13 | 2025-12-23T18:24:57.317Z | INFO | crucible-agent (worker): applying SMF actions for region a21d4426-6a3a-4c03-a994-b88933e9ff9d running snapshot 179df76f-1165-411a-94d9-e0da4df54d1e (state Requested)...
|
| 14 | 2025-12-23T18:24:57.317Z | INFO | crucible-agent (dropshot): request completed
latency_us = 20275
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:58776
req_id = 83be9fe3-f4cc-409b-9487-93e1c030e509
response_code = 200
uri = /crucible/0/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d/snapshots/179df76f-1165-411a-94d9-e0da4df54d1e/run
|
| 15 | 2025-12-23T18:24:57.338Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-a21d4426-6a3a-4c03-a994-b88933e9ff9d-179df76f-1165-411a-94d9-e0da4df54d1e
|
| 16 | 2025-12-23T18:24:57.350Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-a21d4426-6a3a-4c03-a994-b88933e9ff9d-179df76f-1165-411a-94d9-e0da4df54d1e
|
| 17 | 2025-12-23T18:24:57.364Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-a21d4426-6a3a-4c03-a994-b88933e9ff9d-179df76f-1165-411a-94d9-e0da4df54d1e
|
| 18 | 2025-12-23T18:24:57.365Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d/.zfs/snapshot/179df76f-1165-411a-94d9-e0da4df54d1e
|
| 19 | 2025-12-23T18:24:57.365Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 20 | 2025-12-23T18:24:57.365Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 21 | 2025-12-23T18:24:57.365Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 22 | 2025-12-23T18:24:57.365Z | INFO | crucible-agent (worker): commit
|
| 23 | 2025-12-23T18:24:57.369Z | INFO | crucible-agent (worker): ok!
|
| 24 | 2025-12-23T18:24:57.374Z | INFO | crucible-agent (worker): SMF ok!
|
| 25 | 2025-12-23T18:24:57.374Z | INFO | crucible-agent (datafile): region a21d4426-6a3a-4c03-a994-b88933e9ff9d running snapshot 179df76f-1165-411a-94d9-e0da4df54d1e state: Requested -> Created
|
| 26 | 2025-12-23T18:24:57.614Z | INFO | crucible-agent (datafile): path is "/data/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d"
|
| 27 | 2025-12-23T18:24:57.620Z | INFO | crucible-agent (datafile): dataset is oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d
|
| 28 | 2025-12-23T18:24:57.627Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d@179df76f-1165-411a-94d9-e0da4df54d1e
|
| 29 | 2025-12-23T18:24:57.627Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d", "179df76f-1165-411a-94d9-e0da4df54d1e"]
|
| 30 | 2025-12-23T18:24:57.633Z | INFO | crucible-agent (dropshot): request completed
latency_us = 19443
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:58776
req_id = 460f85bb-4f78-485c-871d-8a8e12f6484e
response_code = 200
uri = /crucible/0/regions/a21d4426-6a3a-4c03-a994-b88933e9ff9d/snapshots/179df76f-1165-411a-94d9-e0da4df54d1e/run
|
| 31 | 2025-12-23T18:25:02.486Z | INFO | crucible-agent (datafile): region e52e7565-3dc7-44fd-9207-997ee38adbd5 state: Requested
|
| 32 | 2025-12-23T18:25:02.486Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 33 | 2025-12-23T18:25:02.486Z | INFO | crucible-agent (dropshot): request completed
latency_us = 224
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:58776
req_id = c2f0c8e8-b520-4cf3-a4c9-c7eafacb2721
response_code = 200
uri = /crucible/0/regions
|
| 34 | 2025-12-23T18:25:02.494Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 35 | 2025-12-23T18:25:02.494Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 36 | 2025-12-23T18:25:02.549Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("e52e7565-3dc7-44fd-9207-997ee38adbd5"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5"
region = e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 37 | 2025-12-23T18:25:02.549Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "e52e7565-3dc7-44fd-9207-997ee38adbd5" "--data" "/data/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 38 | 2025-12-23T18:25:02.644Z | INFO | crucible-agent (worker): region files created ok
region = e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 39 | 2025-12-23T18:25:02.644Z | INFO | crucible-agent (datafile): region e52e7565-3dc7-44fd-9207-997ee38adbd5 state: Requested -> Created
|
| 40 | 2025-12-23T18:25:02.644Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 41 | 2025-12-23T18:25:02.645Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 42 | 2025-12-23T18:25:02.649Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 43 | 2025-12-23T18:25:02.659Z | INFO | crucible-agent (worker): creating config property group
|
| 44 | 2025-12-23T18:25:02.663Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 45 | 2025-12-23T18:25:02.663Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 46 | 2025-12-23T18:25:02.663Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 47 | 2025-12-23T18:25:02.663Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 48 | 2025-12-23T18:25:02.664Z | INFO | crucible-agent (worker): commit
|
| 49 | 2025-12-23T18:25:02.668Z | INFO | crucible-agent (worker): ok!
|
| 50 | 2025-12-23T18:25:02.674Z | INFO | crucible-agent (worker): SMF ok!
|
| 51 | 2025-12-23T18:25:02.744Z | INFO | crucible-agent (dropshot): request completed
latency_us = 61
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:58776
req_id = a9992397-7bd5-498e-bc82-5829d3f64f53
response_code = 200
uri = /crucible/0/regions
|
| 52 | 2025-12-23T18:25:36.622Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::12]:32345
remote_addr = [fd00:1122:3344:101::a]:46799
|
| 53 | 2025-12-23T18:25:36.622Z | INFO | crucible-agent (dropshot): request completed
latency_us = 50
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46799
req_id = ad4b2ac2-1385-4f19-8622-630a3cc253aa
response_code = 200
uri = /crucible/0/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 54 | 2025-12-23T18:25:36.626Z | INFO | crucible-agent (datafile): path is "/data/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5"
|
| 55 | 2025-12-23T18:25:36.636Z | INFO | crucible-agent (datafile): dataset is oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 56 | 2025-12-23T18:25:36.643Z | INFO | crucible-agent (datafile): region e52e7565-3dc7-44fd-9207-997ee38adbd5 state: Created -> Tombstoned
|
| 57 | 2025-12-23T18:25:36.643Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 58 | 2025-12-23T18:25:36.643Z | INFO | crucible-agent (dropshot): request completed
latency_us = 17125
local_addr = [fd00:1122:3344:101::12]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:46799
req_id = 1f8bbc4a-18b5-4600-b126-13a842f60bc6
response_code = 204
uri = /crucible/0/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 59 | 2025-12-23T18:25:36.644Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-e52e7565-3dc7-44fd-9207-997ee38adbd5 (instance states: (Some(Online), None))
|
| 60 | 2025-12-23T18:25:36.646Z | INFO | crucible-agent (dropshot): request completed
latency_us = 40
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46799
req_id = 4626d8ee-de7a-47db-80e7-cf82b327c3b5
response_code = 200
uri = /crucible/0/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 61 | 2025-12-23T18:25:36.677Z | INFO | crucible-agent (worker): SMF ok!
|
| 62 | 2025-12-23T18:25:36.686Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_4ca0170b-5d18-4c91-9133-efddc94290df/crucible/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5"
region = e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 63 | 2025-12-23T18:25:36.704Z | INFO | crucible-agent (dropshot): request completed
latency_us = 51
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46799
req_id = 3fa4114e-3604-4958-bc7a-b167b1ef7154
response_code = 200
uri = /crucible/0/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5
|
| 64 | 2025-12-23T18:25:36.791Z | INFO | crucible-agent (datafile): region e52e7565-3dc7-44fd-9207-997ee38adbd5 state: Tombstoned -> Destroyed
|
| 65 | 2025-12-23T18:25:36.880Z | INFO | crucible-agent (dropshot): request completed
latency_us = 40
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46799
req_id = 69b1d558-9267-4e3f-82f5-d5f791818a3c
response_code = 200
uri = /crucible/0/regions/e52e7565-3dc7-44fd-9207-997ee38adbd5
|