| 1 | 2026-03-03T19:15:33.063Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::12]:32345
remote_addr = [fd00:1122:3344:101::b]:35871
|
| 2 | 2026-03-03T19:15:33.104Z | INFO | crucible-agent (datafile): region 095a4127-84f1-4edb-96a1-8d4a0f325fd2 state: Requested
|
| 3 | 2026-03-03T19:15:33.106Z | INFO | crucible-agent (worker): Region size:1073741824 reservation:1342177280 quota:3221225472
|
| 4 | 2026-03-03T19:15:33.106Z | INFO | crucible-agent (dropshot): request completed
latency_us = 18807
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35871
req_id = 9a527c4f-46ac-4171-b23c-009dc81b837e
response_code = 200
uri = /crucible/0/regions
|
| 5 | 2026-03-03T19:15:33.115Z | INFO | crucible-agent (worker): zfs set reservation of 1342177280 for oxp_bf3daf7b-61d1-40cc-8073-5cf9c6b0394f/crucible/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 6 | 2026-03-03T19:15:33.115Z | INFO | crucible-agent (worker): zfs set quota of 3221225472 for oxp_bf3daf7b-61d1-40cc-8073-5cf9c6b0394f/crucible/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 7 | 2026-03-03T19:15:33.255Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("095a4127-84f1-4edb-96a1-8d4a0f325fd2"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2"
region = 095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 8 | 2026-03-03T19:15:33.258Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "095a4127-84f1-4edb-96a1-8d4a0f325fd2" "--data" "/data/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2" "--block-size" "512" "--extent-size" "131072" "--extent-count" "16" "--encrypted"
region = 095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 9 | 2026-03-03T19:15:33.287Z | INFO | crucible-agent (dropshot): request completed
latency_us = 57
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35871
req_id = c4737a32-1fe7-4e22-9ff4-24f2edd9f66e
response_code = 200
uri = /crucible/0/regions
|
| 10 | 2026-03-03T19:15:33.691Z | INFO | crucible-agent (worker): region files created ok
region = 095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 11 | 2026-03-03T19:15:33.691Z | INFO | crucible-agent (datafile): region 095a4127-84f1-4edb-96a1-8d4a0f325fd2 state: Requested -> Created
|
| 12 | 2026-03-03T19:15:33.691Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 13 | 2026-03-03T19:15:33.692Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 14 | 2026-03-03T19:15:33.709Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 15 | 2026-03-03T19:15:33.760Z | INFO | crucible-agent (worker): creating config property group
|
| 16 | 2026-03-03T19:15:33.775Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 17 | 2026-03-03T19:15:33.776Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 18 | 2026-03-03T19:15:33.776Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 19 | 2026-03-03T19:15:33.776Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 20 | 2026-03-03T19:15:33.776Z | INFO | crucible-agent (worker): commit
|
| 21 | 2026-03-03T19:15:33.792Z | INFO | crucible-agent (worker): ok!
|
| 22 | 2026-03-03T19:15:33.808Z | INFO | crucible-agent (worker): SMF ok!
|
| 23 | 2026-03-03T19:15:33.856Z | INFO | crucible-agent (dropshot): request completed
latency_us = 65
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35871
req_id = ceaaf2d2-a16f-4eed-8325-e3d1ec43a678
response_code = 200
uri = /crucible/0/regions
|
| 24 | 2026-03-03T19:15:35.258Z | INFO | crucible-agent (dropshot): request completed
latency_us = 79
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35871
req_id = 12115d47-9481-4765-b5e4-15dca85d0731
response_code = 200
uri = /crucible/0/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 25 | 2026-03-03T19:15:35.261Z | INFO | crucible-agent (datafile): path is "/data/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2"
|
| 26 | 2026-03-03T19:15:35.269Z | INFO | crucible-agent (datafile): dataset is oxp_bf3daf7b-61d1-40cc-8073-5cf9c6b0394f/crucible/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 27 | 2026-03-03T19:15:35.277Z | INFO | crucible-agent (datafile): region 095a4127-84f1-4edb-96a1-8d4a0f325fd2 state: Created -> Tombstoned
|
| 28 | 2026-03-03T19:15:35.277Z | INFO | crucible-agent (dropshot): request completed
latency_us = 16764
local_addr = [fd00:1122:3344:101::12]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:35871
req_id = 0b51b53e-698f-45b7-9e93-feeec37eedc5
response_code = 204
uri = /crucible/0/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 29 | 2026-03-03T19:15:35.277Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 30 | 2026-03-03T19:15:35.278Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-095a4127-84f1-4edb-96a1-8d4a0f325fd2 (instance states: (Some(Online), None))
|
| 31 | 2026-03-03T19:15:35.280Z | INFO | crucible-agent (dropshot): request completed
latency_us = 29
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35871
req_id = ef635b00-777f-49e1-9e7e-11d1fe72480d
response_code = 200
uri = /crucible/0/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 32 | 2026-03-03T19:15:35.300Z | INFO | crucible-agent (worker): SMF ok!
|
| 33 | 2026-03-03T19:15:35.307Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_bf3daf7b-61d1-40cc-8073-5cf9c6b0394f/crucible/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2"
region = 095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 34 | 2026-03-03T19:15:35.343Z | INFO | crucible-agent (dropshot): request completed
latency_us = 56
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35871
req_id = fad6d1e3-da6f-4f1c-89b9-277c0eb03791
response_code = 200
uri = /crucible/0/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 35 | 2026-03-03T19:15:35.415Z | INFO | crucible-agent (datafile): region 095a4127-84f1-4edb-96a1-8d4a0f325fd2 state: Tombstoned -> Destroyed
|
| 36 | 2026-03-03T19:15:35.431Z | INFO | crucible-agent (dropshot): request completed
latency_us = 35
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35871
req_id = f5a977f1-2ff5-4f57-9837-ab7bd5086c5d
response_code = 200
uri = /crucible/0/regions/095a4127-84f1-4edb-96a1-8d4a0f325fd2
|
| 37 | 2026-03-03T19:26:49.692Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::12]:32345
remote_addr = [fd00:1122:3344:101::b]:55334
|
| 38 | 2026-03-03T19:26:49.692Z | INFO | crucible-agent (datafile): region 346fca8a-bbdb-4cad-9d45-ecc4c37a2e96 state: Requested
|
| 39 | 2026-03-03T19:26:49.693Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 40 | 2026-03-03T19:26:49.693Z | INFO | crucible-agent (dropshot): request completed
latency_us = 966
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55334
req_id = ec691158-79a4-4e13-8ffa-4e56317a49d9
response_code = 200
uri = /crucible/0/regions
|
| 41 | 2026-03-03T19:26:49.701Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_bf3daf7b-61d1-40cc-8073-5cf9c6b0394f/crucible/regions/346fca8a-bbdb-4cad-9d45-ecc4c37a2e96
|
| 42 | 2026-03-03T19:26:49.701Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_bf3daf7b-61d1-40cc-8073-5cf9c6b0394f/crucible/regions/346fca8a-bbdb-4cad-9d45-ecc4c37a2e96
|
| 43 | 2026-03-03T19:26:49.761Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("346fca8a-bbdb-4cad-9d45-ecc4c37a2e96"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/346fca8a-bbdb-4cad-9d45-ecc4c37a2e96"
region = 346fca8a-bbdb-4cad-9d45-ecc4c37a2e96
|
| 44 | 2026-03-03T19:26:49.761Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "346fca8a-bbdb-4cad-9d45-ecc4c37a2e96" "--data" "/data/regions/346fca8a-bbdb-4cad-9d45-ecc4c37a2e96" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 346fca8a-bbdb-4cad-9d45-ecc4c37a2e96
|
| 45 | 2026-03-03T19:26:49.843Z | INFO | crucible-agent (worker): region files created ok
region = 346fca8a-bbdb-4cad-9d45-ecc4c37a2e96
|
| 46 | 2026-03-03T19:26:49.843Z | INFO | crucible-agent (datafile): region 346fca8a-bbdb-4cad-9d45-ecc4c37a2e96 state: Requested -> Created
|
| 47 | 2026-03-03T19:26:49.843Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 48 | 2026-03-03T19:26:49.844Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-346fca8a-bbdb-4cad-9d45-ecc4c37a2e96
|
| 49 | 2026-03-03T19:26:49.854Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-346fca8a-bbdb-4cad-9d45-ecc4c37a2e96
|
| 50 | 2026-03-03T19:26:49.878Z | INFO | crucible-agent (worker): creating config property group
|
| 51 | 2026-03-03T19:26:49.881Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-346fca8a-bbdb-4cad-9d45-ecc4c37a2e96
|
| 52 | 2026-03-03T19:26:49.882Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/346fca8a-bbdb-4cad-9d45-ecc4c37a2e96
|
| 53 | 2026-03-03T19:26:49.882Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 54 | 2026-03-03T19:26:49.882Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 55 | 2026-03-03T19:26:49.882Z | INFO | crucible-agent (worker): commit
|
| 56 | 2026-03-03T19:26:49.885Z | INFO | crucible-agent (worker): ok!
|
| 57 | 2026-03-03T19:26:49.890Z | INFO | crucible-agent (worker): SMF ok!
|
| 58 | 2026-03-03T19:26:49.913Z | INFO | crucible-agent (dropshot): request completed
latency_us = 65
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55334
req_id = 400300b8-cd20-40f5-8483-f02864c93145
response_code = 200
uri = /crucible/0/regions
|
| 59 | 2026-03-03T19:26:55.676Z | INFO | crucible-agent (datafile): region 321a62be-7ff6-4153-8994-2bcdce83dcf9 state: Requested
|
| 60 | 2026-03-03T19:26:55.676Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 61 | 2026-03-03T19:26:55.676Z | INFO | crucible-agent (dropshot): request completed
latency_us = 230
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55334
req_id = 0490778d-3f36-44b9-abad-ff5c11b47e55
response_code = 200
uri = /crucible/0/regions
|
| 62 | 2026-03-03T19:26:55.682Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_bf3daf7b-61d1-40cc-8073-5cf9c6b0394f/crucible/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 63 | 2026-03-03T19:26:55.682Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_bf3daf7b-61d1-40cc-8073-5cf9c6b0394f/crucible/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 64 | 2026-03-03T19:26:55.737Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("321a62be-7ff6-4153-8994-2bcdce83dcf9"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9"
region = 321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 65 | 2026-03-03T19:26:55.737Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "321a62be-7ff6-4153-8994-2bcdce83dcf9" "--data" "/data/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 66 | 2026-03-03T19:26:55.827Z | INFO | crucible-agent (worker): region files created ok
region = 321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 67 | 2026-03-03T19:26:55.827Z | INFO | crucible-agent (datafile): region 321a62be-7ff6-4153-8994-2bcdce83dcf9 state: Requested -> Created
|
| 68 | 2026-03-03T19:26:55.827Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 69 | 2026-03-03T19:26:55.828Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 70 | 2026-03-03T19:26:55.837Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 71 | 2026-03-03T19:26:55.844Z | INFO | crucible-agent (worker): creating config property group
|
| 72 | 2026-03-03T19:26:55.848Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 73 | 2026-03-03T19:26:55.848Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 74 | 2026-03-03T19:26:55.848Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 75 | 2026-03-03T19:26:55.848Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 76 | 2026-03-03T19:26:55.848Z | INFO | crucible-agent (worker): commit
|
| 77 | 2026-03-03T19:26:55.853Z | INFO | crucible-agent (worker): ok!
|
| 78 | 2026-03-03T19:26:55.865Z | INFO | crucible-agent (worker): SMF ok!
|
| 79 | 2026-03-03T19:26:55.968Z | INFO | crucible-agent (dropshot): request completed
latency_us = 82
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55334
req_id = e4734fab-560e-4f02-9960-1f812f47c8f6
response_code = 200
uri = /crucible/0/regions
|
| 80 | 2026-03-03T19:27:22.308Z | INFO | crucible-agent (dropshot): request completed
latency_us = 58
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55334
req_id = 482e1de8-e1cf-43b4-8270-d12dccea3f8a
response_code = 200
uri = /crucible/0/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 81 | 2026-03-03T19:27:22.312Z | INFO | crucible-agent (datafile): path is "/data/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9"
|
| 82 | 2026-03-03T19:27:22.329Z | INFO | crucible-agent (datafile): dataset is oxp_bf3daf7b-61d1-40cc-8073-5cf9c6b0394f/crucible/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 83 | 2026-03-03T19:27:22.334Z | INFO | crucible-agent (datafile): region 321a62be-7ff6-4153-8994-2bcdce83dcf9 state: Created -> Tombstoned
|
| 84 | 2026-03-03T19:27:22.335Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 85 | 2026-03-03T19:27:22.335Z | INFO | crucible-agent (dropshot): request completed
latency_us = 22688
local_addr = [fd00:1122:3344:101::12]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:55334
req_id = 6adfee73-5fd9-4b6b-8ea4-a25472b47d71
response_code = 204
uri = /crucible/0/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 86 | 2026-03-03T19:27:22.336Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-321a62be-7ff6-4153-8994-2bcdce83dcf9 (instance states: (Some(Online), None))
|
| 87 | 2026-03-03T19:27:22.338Z | INFO | crucible-agent (dropshot): request completed
latency_us = 29
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55334
req_id = 1f4f15fd-d508-46fb-8f6e-7494f3e2c0d4
response_code = 200
uri = /crucible/0/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 88 | 2026-03-03T19:27:22.379Z | INFO | crucible-agent (worker): SMF ok!
|
| 89 | 2026-03-03T19:27:22.386Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_bf3daf7b-61d1-40cc-8073-5cf9c6b0394f/crucible/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9"
region = 321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 90 | 2026-03-03T19:27:22.445Z | INFO | crucible-agent (dropshot): request completed
latency_us = 57
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55334
req_id = fc62e6e9-00f2-4119-b186-c8855f855719
response_code = 200
uri = /crucible/0/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9
|
| 91 | 2026-03-03T19:27:22.544Z | INFO | crucible-agent (datafile): region 321a62be-7ff6-4153-8994-2bcdce83dcf9 state: Tombstoned -> Destroyed
|
| 92 | 2026-03-03T19:27:22.598Z | INFO | crucible-agent (dropshot): request completed
latency_us = 56
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55334
req_id = 0d10db52-933a-4ebc-a1ec-c46dc8f5abe6
response_code = 200
uri = /crucible/0/regions/321a62be-7ff6-4153-8994-2bcdce83dcf9
|