| 1 | 2026-07-02T03:45:35.593Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::17]:32345
remote_addr = [fd00:1122:3344:101::c]:44221
|
| 2 | 2026-07-02T03:45:35.629Z | INFO | crucible-agent (datafile): region 39dc7cc4-e98e-432d-b8ad-0748509cf7fa state: Requested
|
| 3 | 2026-07-02T03:45:35.634Z | INFO | crucible-agent (worker): Region size:1073741824 reservation:1342177280 quota:3221225472
|
| 4 | 2026-07-02T03:45:35.636Z | INFO | crucible-agent (dropshot): request completed
latency_us = 17488
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44221
req_id = 5c77a0ec-e616-4fc2-9b64-60ec8a3cb62c
response_code = 200
uri = /crucible/0/regions
|
| 5 | 2026-07-02T03:45:35.643Z | INFO | crucible-agent (worker): zfs set reservation of 1342177280 for oxp_58162d8e-ae56-475a-9ff5-e13901cbd9d8/crucible/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 6 | 2026-07-02T03:45:35.643Z | INFO | crucible-agent (worker): zfs set quota of 3221225472 for oxp_58162d8e-ae56-475a-9ff5-e13901cbd9d8/crucible/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 7 | 2026-07-02T03:45:35.680Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("39dc7cc4-e98e-432d-b8ad-0748509cf7fa"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa"
region = 39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 8 | 2026-07-02T03:45:35.683Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "39dc7cc4-e98e-432d-b8ad-0748509cf7fa" "--data" "/data/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa" "--block-size" "512" "--extent-size" "131072" "--extent-count" "16" "--encrypted"
region = 39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 9 | 2026-07-02T03:45:35.806Z | INFO | crucible-agent (dropshot): request completed
latency_us = 62
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44221
req_id = f5ac2e1a-c7ce-4f17-a75a-04d251b1f895
response_code = 200
uri = /crucible/0/regions
|
| 10 | 2026-07-02T03:45:35.979Z | INFO | crucible-agent (worker): region files created ok
region = 39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 11 | 2026-07-02T03:45:35.980Z | INFO | crucible-agent (datafile): region 39dc7cc4-e98e-432d-b8ad-0748509cf7fa state: Requested -> Created
|
| 12 | 2026-07-02T03:45:35.981Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 13 | 2026-07-02T03:45:35.983Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 14 | 2026-07-02T03:45:35.989Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 15 | 2026-07-02T03:45:36.000Z | INFO | crucible-agent (worker): creating config property group
|
| 16 | 2026-07-02T03:45:36.001Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 17 | 2026-07-02T03:45:36.002Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 18 | 2026-07-02T03:45:36.004Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 19 | 2026-07-02T03:45:36.004Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17
|
| 20 | 2026-07-02T03:45:36.004Z | INFO | crucible-agent (worker): commit
|
| 21 | 2026-07-02T03:45:36.014Z | INFO | crucible-agent (worker): ok!
|
| 22 | 2026-07-02T03:45:36.016Z | INFO | crucible-agent (worker): SMF ok!
|
| 23 | 2026-07-02T03:45:36.130Z | INFO | crucible-agent (dropshot): request completed
latency_us = 75
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44221
req_id = b3a93357-5d8c-414d-81cd-4bd6fea542f6
response_code = 200
uri = /crucible/0/regions
|
| 24 | 2026-07-02T03:45:36.875Z | INFO | crucible-agent (dropshot): request completed
latency_us = 75
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44221
req_id = 471fc033-908d-4efd-a447-52408a806c6e
response_code = 200
uri = /crucible/0/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 25 | 2026-07-02T03:45:36.878Z | INFO | crucible-agent (datafile): path is "/data/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa"
|
| 26 | 2026-07-02T03:45:36.887Z | INFO | crucible-agent (datafile): dataset is oxp_58162d8e-ae56-475a-9ff5-e13901cbd9d8/crucible/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 27 | 2026-07-02T03:45:36.894Z | INFO | crucible-agent (datafile): region 39dc7cc4-e98e-432d-b8ad-0748509cf7fa state: Created -> Tombstoned
|
| 28 | 2026-07-02T03:45:36.894Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 29 | 2026-07-02T03:45:36.894Z | INFO | crucible-agent (dropshot): request completed
latency_us = 15975
local_addr = [fd00:1122:3344:101::17]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:44221
req_id = ba6e0f94-928c-424c-a946-3f514199c288
response_code = 204
uri = /crucible/0/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 30 | 2026-07-02T03:45:36.896Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-39dc7cc4-e98e-432d-b8ad-0748509cf7fa (instance states: (Some(Online), None))
|
| 31 | 2026-07-02T03:45:36.899Z | INFO | crucible-agent (dropshot): request completed
latency_us = 31
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44221
req_id = 4867ea7e-b0ed-4735-9919-f11dbcb9f831
response_code = 200
uri = /crucible/0/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 32 | 2026-07-02T03:45:36.899Z | INFO | crucible-agent (worker): SMF ok!
|
| 33 | 2026-07-02T03:45:36.907Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_58162d8e-ae56-475a-9ff5-e13901cbd9d8/crucible/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa"
region = 39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 34 | 2026-07-02T03:45:36.970Z | INFO | crucible-agent (datafile): region 39dc7cc4-e98e-432d-b8ad-0748509cf7fa state: Tombstoned -> Destroyed
|
| 35 | 2026-07-02T03:45:37.016Z | INFO | crucible-agent (dropshot): request completed
latency_us = 54
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44221
req_id = ebdfb868-bcfd-480f-9d5e-4ba6442f1202
response_code = 200
uri = /crucible/0/regions/39dc7cc4-e98e-432d-b8ad-0748509cf7fa
|
| 36 | 2026-07-02T03:56:43.905Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::17]:32345
remote_addr = [fd00:1122:3344:101::c]:45202
|
| 37 | 2026-07-02T03:56:43.905Z | INFO | crucible-agent (datafile): region 5290bbb7-8923-4593-b996-3f730324587f state: Requested
|
| 38 | 2026-07-02T03:56:43.906Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 39 | 2026-07-02T03:56:43.906Z | INFO | crucible-agent (dropshot): request completed
latency_us = 853
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:45202
req_id = 4d10460a-e192-4d4c-a463-2ee95cae8682
response_code = 200
uri = /crucible/0/regions
|
| 40 | 2026-07-02T03:56:43.917Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_58162d8e-ae56-475a-9ff5-e13901cbd9d8/crucible/regions/5290bbb7-8923-4593-b996-3f730324587f
|
| 41 | 2026-07-02T03:56:43.917Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_58162d8e-ae56-475a-9ff5-e13901cbd9d8/crucible/regions/5290bbb7-8923-4593-b996-3f730324587f
|
| 42 | 2026-07-02T03:56:43.962Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("5290bbb7-8923-4593-b996-3f730324587f"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/5290bbb7-8923-4593-b996-3f730324587f"
region = 5290bbb7-8923-4593-b996-3f730324587f
|
| 43 | 2026-07-02T03:56:43.962Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "5290bbb7-8923-4593-b996-3f730324587f" "--data" "/data/regions/5290bbb7-8923-4593-b996-3f730324587f" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 5290bbb7-8923-4593-b996-3f730324587f
|
| 44 | 2026-07-02T03:56:44.005Z | INFO | crucible-agent (worker): region files created ok
region = 5290bbb7-8923-4593-b996-3f730324587f
|
| 45 | 2026-07-02T03:56:44.005Z | INFO | crucible-agent (datafile): region 5290bbb7-8923-4593-b996-3f730324587f state: Requested -> Created
|
| 46 | 2026-07-02T03:56:44.006Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 47 | 2026-07-02T03:56:44.006Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-5290bbb7-8923-4593-b996-3f730324587f
|
| 48 | 2026-07-02T03:56:44.015Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-5290bbb7-8923-4593-b996-3f730324587f
|
| 49 | 2026-07-02T03:56:44.029Z | INFO | crucible-agent (worker): creating config property group
|
| 50 | 2026-07-02T03:56:44.031Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-5290bbb7-8923-4593-b996-3f730324587f
|
| 51 | 2026-07-02T03:56:44.031Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/5290bbb7-8923-4593-b996-3f730324587f
|
| 52 | 2026-07-02T03:56:44.031Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 53 | 2026-07-02T03:56:44.031Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17
|
| 54 | 2026-07-02T03:56:44.031Z | INFO | crucible-agent (worker): commit
|
| 55 | 2026-07-02T03:56:44.033Z | INFO | crucible-agent (worker): ok!
|
| 56 | 2026-07-02T03:56:44.035Z | INFO | crucible-agent (worker): SMF ok!
|
| 57 | 2026-07-02T03:56:44.077Z | INFO | crucible-agent (dropshot): request completed
latency_us = 59
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:45202
req_id = 89defe29-3f7c-4d40-9ca5-41bd0c2be76a
response_code = 200
uri = /crucible/0/regions
|
| 58 | 2026-07-02T03:57:08.944Z | INFO | crucible-agent (dropshot): request completed
latency_us = 52
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45202
req_id = 0046eb67-9a59-4190-b0bf-0c05476e96c6
response_code = 200
uri = /crucible/0/regions/5290bbb7-8923-4593-b996-3f730324587f
|
| 59 | 2026-07-02T03:57:08.949Z | INFO | crucible-agent (datafile): path is "/data/regions/5290bbb7-8923-4593-b996-3f730324587f"
|
| 60 | 2026-07-02T03:57:08.957Z | INFO | crucible-agent (datafile): dataset is oxp_58162d8e-ae56-475a-9ff5-e13901cbd9d8/crucible/regions/5290bbb7-8923-4593-b996-3f730324587f
|
| 61 | 2026-07-02T03:57:08.965Z | INFO | crucible-agent (datafile): region 5290bbb7-8923-4593-b996-3f730324587f state: Created -> Tombstoned
|
| 62 | 2026-07-02T03:57:08.965Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 63 | 2026-07-02T03:57:08.965Z | INFO | crucible-agent (dropshot): request completed
latency_us = 16274
local_addr = [fd00:1122:3344:101::17]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:45202
req_id = 42da26f6-548b-4924-b928-27a02173cf13
response_code = 204
uri = /crucible/0/regions/5290bbb7-8923-4593-b996-3f730324587f
|
| 64 | 2026-07-02T03:57:08.966Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-5290bbb7-8923-4593-b996-3f730324587f (instance states: (Some(Online), None))
|
| 65 | 2026-07-02T03:57:08.968Z | INFO | crucible-agent (dropshot): request completed
latency_us = 44
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45202
req_id = 94774ff1-6f7f-4582-9d80-50bc838713cb
response_code = 200
uri = /crucible/0/regions/5290bbb7-8923-4593-b996-3f730324587f
|
| 66 | 2026-07-02T03:57:08.969Z | INFO | crucible-agent (worker): SMF ok!
|
| 67 | 2026-07-02T03:57:08.976Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_58162d8e-ae56-475a-9ff5-e13901cbd9d8/crucible/regions/5290bbb7-8923-4593-b996-3f730324587f"
region = 5290bbb7-8923-4593-b996-3f730324587f
|
| 68 | 2026-07-02T03:57:09.014Z | INFO | crucible-agent (datafile): region 5290bbb7-8923-4593-b996-3f730324587f state: Tombstoned -> Destroyed
|
| 69 | 2026-07-02T03:57:09.085Z | INFO | crucible-agent (dropshot): request completed
latency_us = 53
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45202
req_id = 1be18e71-6667-45b8-ae7c-23cef5419c1c
response_code = 200
uri = /crucible/0/regions/5290bbb7-8923-4593-b996-3f730324587f
|