{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.115811589Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56332"} {"msg":"region ee583ccd-ba4f-40be-b070-b68558923dbf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.164858471Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.168195074Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.168213755Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"uri":"/crucible/0/regions","method":"POST","req_id":"2b34048c-55cb-4cca-a2eb-25b530dca2fb","remote_addr":"[fd00:1122:3344:101::c]:56332","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20688,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_013b2e0b-258d-448f-bf62-9a7176e1cb57/crucible/regions/ee583ccd-ba4f-40be-b070-b68558923dbf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.178096944Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_013b2e0b-258d-448f-bf62-9a7176e1cb57/crucible/regions/ee583ccd-ba4f-40be-b070-b68558923dbf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.178123834Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ee583ccd-ba4f-40be-b070-b68558923dbf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ee583ccd-ba4f-40be-b070-b68558923dbf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.243191406Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"region":"ee583ccd-ba4f-40be-b070-b68558923dbf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ee583ccd-ba4f-40be-b070-b68558923dbf\" \"--data\" \"/data/regions/ee583ccd-ba4f-40be-b070-b68558923dbf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.245540301Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"region":"ee583ccd-ba4f-40be-b070-b68558923dbf","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.337637372Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"uri":"/crucible/0/regions","method":"POST","req_id":"eaf6cabb-6f4d-48bf-bb8b-a1b7784797e5","remote_addr":"[fd00:1122:3344:101::c]:56332","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.675443442Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"region":"ee583ccd-ba4f-40be-b070-b68558923dbf","component":"worker"} {"msg":"region ee583ccd-ba4f-40be-b070-b68558923dbf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.675486162Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.675571553Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ee583ccd-ba4f-40be-b070-b68558923dbf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.675897668Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ee583ccd-ba4f-40be-b070-b68558923dbf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.688153778Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.716146024Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ee583ccd-ba4f-40be-b070-b68558923dbf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.71960921Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ee583ccd-ba4f-40be-b070-b68558923dbf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.720325309Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.72039155Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.72043766Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.720480501Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.72648623Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:21.732534329Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:22.026917181Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"uri":"/crucible/0/regions","method":"POST","req_id":"53ee0e38-e69e-463c-8218-b82316a5994e","remote_addr":"[fd00:1122:3344:101::c]:56332","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region 830ebd19-adf5-4604-88e1-c1c3387b8261 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.142983908Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.14315352Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.143164161Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"uri":"/crucible/0/regions","method":"POST","req_id":"937a9236-aecc-4fe6-9bfb-a96d037e63c1","remote_addr":"[fd00:1122:3344:101::c]:56332","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":226,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_013b2e0b-258d-448f-bf62-9a7176e1cb57/crucible/regions/830ebd19-adf5-4604-88e1-c1c3387b8261","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.149781347Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_013b2e0b-258d-448f-bf62-9a7176e1cb57/crucible/regions/830ebd19-adf5-4604-88e1-c1c3387b8261","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.149804647Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"830ebd19-adf5-4604-88e1-c1c3387b8261\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/830ebd19-adf5-4604-88e1-c1c3387b8261\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.218171412Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"region":"830ebd19-adf5-4604-88e1-c1c3387b8261","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"830ebd19-adf5-4604-88e1-c1c3387b8261\" \"--data\" \"/data/regions/830ebd19-adf5-4604-88e1-c1c3387b8261\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.218220033Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"region":"830ebd19-adf5-4604-88e1-c1c3387b8261","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.300869204Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"region":"830ebd19-adf5-4604-88e1-c1c3387b8261","component":"worker"} {"msg":"region 830ebd19-adf5-4604-88e1-c1c3387b8261 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.300904535Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.300992046Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-830ebd19-adf5-4604-88e1-c1c3387b8261","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.301357701Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-830ebd19-adf5-4604-88e1-c1c3387b8261","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.304277809Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.312228333Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-830ebd19-adf5-4604-88e1-c1c3387b8261","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.315366924Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/830ebd19-adf5-4604-88e1-c1c3387b8261","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.315666938Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.315718898Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.315757339Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.31582075Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.319821742Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.330000225Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:28.51451902Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"uri":"/crucible/0/regions","method":"POST","req_id":"1a166921-a87f-4f42-90c0-53df500900b7","remote_addr":"[fd00:1122:3344:101::c]:56332","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.634211695Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"uri":"/crucible/0/regions/830ebd19-adf5-4604-88e1-c1c3387b8261","method":"GET","req_id":"972a6efe-02f7-47b4-ad25-749ede8e725d","remote_addr":"[fd00:1122:3344:101::c]:56332","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/830ebd19-adf5-4604-88e1-c1c3387b8261\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.637165554Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"datafile"} {"msg":"dataset is oxp_013b2e0b-258d-448f-bf62-9a7176e1cb57/crucible/regions/830ebd19-adf5-4604-88e1-c1c3387b8261","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.649034139Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"datafile"} {"msg":"region 830ebd19-adf5-4604-88e1-c1c3387b8261 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.656980623Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.657714613Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.657730683Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"uri":"/crucible/0/regions/830ebd19-adf5-4604-88e1-c1c3387b8261","method":"DELETE","req_id":"a110205a-2d6e-447d-a48e-cce2d263d091","remote_addr":"[fd00:1122:3344:101::c]:56332","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20594,"response_code":204} {"msg":"disabling downstairs instance: downstairs-830ebd19-adf5-4604-88e1-c1c3387b8261 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.658292137Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.660634821Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"uri":"/crucible/0/regions/830ebd19-adf5-4604-88e1-c1c3387b8261","method":"GET","req_id":"5fb5c766-ea14-48f3-96ac-653e87eec4f6","remote_addr":"[fd00:1122:3344:101::c]:56332","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.670248557Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_013b2e0b-258d-448f-bf62-9a7176e1cb57/crucible/regions/830ebd19-adf5-4604-88e1-c1c3387b8261\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.677983568Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"region":"830ebd19-adf5-4604-88e1-c1c3387b8261","component":"worker"} {"msg":"region 830ebd19-adf5-4604-88e1-c1c3387b8261 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.737683719Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-02T15:01:55.788013678Z","hostname":"oxz_crucible_7fa4d40c-d3ad-4674-bd0f-a38203077333","pid":24615,"uri":"/crucible/0/regions/830ebd19-adf5-4604-88e1-c1c3387b8261","method":"GET","req_id":"572ee1ac-3ce3-4f85-9249-da5ea35a7661","remote_addr":"[fd00:1122:3344:101::c]:56332","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":48,"response_code":200}