{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.250325542Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47392"} {"msg":"region 474032af-b699-43ea-ab36-2f66e1ec0501 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.250383523Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.251492901Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.251503772Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions","method":"POST","req_id":"5d3dc386-a60c-42a2-9704-ad6b8017934e","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1133,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/474032af-b699-43ea-ab36-2f66e1ec0501","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.259381324Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/474032af-b699-43ea-ab36-2f66e1ec0501","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.259399274Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"474032af-b699-43ea-ab36-2f66e1ec0501\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/474032af-b699-43ea-ab36-2f66e1ec0501\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.311345142Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"region":"474032af-b699-43ea-ab36-2f66e1ec0501","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"474032af-b699-43ea-ab36-2f66e1ec0501\" \"--data\" \"/data/regions/474032af-b699-43ea-ab36-2f66e1ec0501\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.311374333Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"region":"474032af-b699-43ea-ab36-2f66e1ec0501","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.392247015Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"region":"474032af-b699-43ea-ab36-2f66e1ec0501","component":"worker"} {"msg":"region 474032af-b699-43ea-ab36-2f66e1ec0501 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.392274635Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.392369487Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-474032af-b699-43ea-ab36-2f66e1ec0501","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.392689212Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-474032af-b699-43ea-ab36-2f66e1ec0501","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.402272262Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.425738125Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-474032af-b699-43ea-ab36-2f66e1ec0501","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.428697474Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/474032af-b699-43ea-ab36-2f66e1ec0501","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.428979629Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.429025749Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.42906314Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.429100581Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.432677881Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.446959949Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:06.450660921Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions","method":"POST","req_id":"76487054-56d3-4805-8fc3-d934aff9b2ac","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.038229672Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions/eb31c319-25dc-4adc-bad4-299e310cec56","method":"GET","req_id":"1c88087d-cc80-4f28-86e7-d57f24db592a","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"path is \"/data/regions/eb31c319-25dc-4adc-bad4-299e310cec56\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.041654859Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"dataset is oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/eb31c319-25dc-4adc-bad4-299e310cec56","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.048053766Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"snapshot is oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/eb31c319-25dc-4adc-bad4-299e310cec56@ef577546-38f9-4233-941d-897bb5c2c642","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.053789552Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/eb31c319-25dc-4adc-bad4-299e310cec56\", \"ef577546-38f9-4233-941d-897bb5c2c642\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.053807412Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.062765822Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions/eb31c319-25dc-4adc-bad4-299e310cec56/snapshots/ef577546-38f9-4233-941d-897bb5c2c642","method":"GET","req_id":"68ccbb1d-815d-4a6e-80fb-1e738e5a91ed","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21154,"response_code":200} {"msg":"path is \"/data/regions/eb31c319-25dc-4adc-bad4-299e310cec56\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.065917395Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"dataset is oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/eb31c319-25dc-4adc-bad4-299e310cec56","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.071971386Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"snapshot is oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/eb31c319-25dc-4adc-bad4-299e310cec56@ef577546-38f9-4233-941d-897bb5c2c642","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.078617497Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/eb31c319-25dc-4adc-bad4-299e310cec56\", \"ef577546-38f9-4233-941d-897bb5c2c642\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.078636157Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot eb31c319-25dc-4adc-bad4-299e310cec56-ef577546-38f9-4233-941d-897bb5c2c642 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.087114329Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.087264311Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions/eb31c319-25dc-4adc-bad4-299e310cec56/snapshots/ef577546-38f9-4233-941d-897bb5c2c642/run","method":"POST","req_id":"5a2ca7a4-e36f-4e26-8d74-ab88f0e59089","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21364,"response_code":200} {"msg":"applying SMF actions for region eb31c319-25dc-4adc-bad4-299e310cec56 running snapshot ef577546-38f9-4233-941d-897bb5c2c642 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.087281392Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-eb31c319-25dc-4adc-bad4-299e310cec56-ef577546-38f9-4233-941d-897bb5c2c642","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.091903469Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-eb31c319-25dc-4adc-bad4-299e310cec56-ef577546-38f9-4233-941d-897bb5c2c642","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.104986358Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-eb31c319-25dc-4adc-bad4-299e310cec56-ef577546-38f9-4233-941d-897bb5c2c642","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.11526513Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eb31c319-25dc-4adc-bad4-299e310cec56/.zfs/snapshot/ef577546-38f9-4233-941d-897bb5c2c642","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.115527934Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.115569255Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.115609416Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.115641526Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.115684977Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.119138055Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.123593529Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"region eb31c319-25dc-4adc-bad4-299e310cec56 running snapshot ef577546-38f9-4233-941d-897bb5c2c642 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.123607509Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"path is \"/data/regions/eb31c319-25dc-4adc-bad4-299e310cec56\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.383202719Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"dataset is oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/eb31c319-25dc-4adc-bad4-299e310cec56","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.389408753Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"snapshot is oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/eb31c319-25dc-4adc-bad4-299e310cec56@ef577546-38f9-4233-941d-897bb5c2c642","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.394778823Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/eb31c319-25dc-4adc-bad4-299e310cec56\", \"ef577546-38f9-4233-941d-897bb5c2c642\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.394790203Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:08.400130962Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions/eb31c319-25dc-4adc-bad4-299e310cec56/snapshots/ef577546-38f9-4233-941d-897bb5c2c642/run","method":"POST","req_id":"f67b3fbc-6de4-40bf-9c4d-eede1791d261","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16967,"response_code":200} {"msg":"region 1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.119655451Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.119829874Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions","method":"POST","req_id":"93bdf54b-033c-4e0f-a588-8aa864b9fa6d","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":227,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.119851384Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.126637288Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.126667558Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.178062147Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"region":"1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba\" \"--data\" \"/data/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.178106618Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"region":"1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.266309183Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"region":"1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","component":"worker"} {"msg":"region 1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.266357553Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.266499756Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.267096466Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.270758197Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.282967281Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.286541251Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.286917887Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.286983658Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.287039349Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.28709037Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.291165358Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.303599746Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:13.414873496Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions","method":"POST","req_id":"4fe29b0e-0219-4ed7-a4b1-ed79dfe88736","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:38.971287378Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","method":"GET","req_id":"25791911-3fe9-4560-a9cc-c5dedcce1103","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"path is \"/data/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:38.973460254Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"dataset is oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:38.984659981Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"region 1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:38.99119112Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:38.991358683Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","method":"DELETE","req_id":"d0cfddc8-e1eb-4aff-bcf5-9de3148c5106","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17919,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:38.991380404Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:38.991948623Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:38.994361293Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","method":"GET","req_id":"dc6021f9-be64-4b7e-a6ea-3a7cdbc140af","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:39.009242442Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_05bfa3e4-7f83-4e63-a48e-a5ce5ae615e3/crucible/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:39.017106634Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"region":"1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","component":"worker"} {"msg":"region 1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:39.065543953Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T20:07:39.074835399Z","hostname":"oxz_crucible_5602e471-92a6-4d11-8fdb-f3318bc5b7b0","pid":23855,"uri":"/crucible/0/regions/1fc7d2fc-6d87-423d-bd4a-4462cd6f04ba","method":"GET","req_id":"59c21f9b-cbe1-440f-938d-e2a3c10f1f88","remote_addr":"[fd00:1122:3344:101::c]:47392","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200}