{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.056863602Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58481"} {"msg":"region 58acd147-4078-432b-81c2-80678126ec8f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.091070163Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.094198726Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.094225577Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions","method":"POST","req_id":"0183cc4d-917a-434b-a419-056c86903f57","remote_addr":"[fd00:1122:3344:101::c]:58481","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":11683,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/58acd147-4078-432b-81c2-80678126ec8f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.100019879Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/58acd147-4078-432b-81c2-80678126ec8f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.100043509Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"58acd147-4078-432b-81c2-80678126ec8f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/58acd147-4078-432b-81c2-80678126ec8f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.179557277Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"region":"58acd147-4078-432b-81c2-80678126ec8f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"58acd147-4078-432b-81c2-80678126ec8f\" \"--data\" \"/data/regions/58acd147-4078-432b-81c2-80678126ec8f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.181513732Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"region":"58acd147-4078-432b-81c2-80678126ec8f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.22958497Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions","method":"POST","req_id":"15979790-1711-4243-a344-77eba7b1fe25","remote_addr":"[fd00:1122:3344:101::c]:58481","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.337557348Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"region":"58acd147-4078-432b-81c2-80678126ec8f","component":"worker"} {"msg":"region 58acd147-4078-432b-81c2-80678126ec8f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.337632301Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.337860798Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-58acd147-4078-432b-81c2-80678126ec8f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.340147724Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-58acd147-4078-432b-81c2-80678126ec8f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.345971396Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.361410566Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-58acd147-4078-432b-81c2-80678126ec8f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.36515771Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58acd147-4078-432b-81c2-80678126ec8f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.365730539Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.365796231Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.365848913Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.365866614Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.372032108Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.379427742Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:45:46.716318925Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions","method":"POST","req_id":"e13245f6-c6e0-4c0b-92ec-09c9833d49d8","remote_addr":"[fd00:1122:3344:101::c]:58481","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.146404957Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58795"} {"msg":"region 0580c9bb-3534-421b-8220-53e5526e89fa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.146658525Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.154715261Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.154750662Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions","method":"POST","req_id":"b5016875-0f28-484f-86d2-90bec4ccc850","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":8274,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/0580c9bb-3534-421b-8220-53e5526e89fa","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.16405062Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/0580c9bb-3534-421b-8220-53e5526e89fa","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.164089431Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0580c9bb-3534-421b-8220-53e5526e89fa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0580c9bb-3534-421b-8220-53e5526e89fa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.271076146Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"region":"0580c9bb-3534-421b-8220-53e5526e89fa","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0580c9bb-3534-421b-8220-53e5526e89fa\" \"--data\" \"/data/regions/0580c9bb-3534-421b-8220-53e5526e89fa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.271122418Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"region":"0580c9bb-3534-421b-8220-53e5526e89fa","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.486006899Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions","method":"POST","req_id":"945731a8-f252-45b1-bc25-54416cc642f3","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.494110987Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"region":"0580c9bb-3534-421b-8220-53e5526e89fa","component":"worker"} {"msg":"region 0580c9bb-3534-421b-8220-53e5526e89fa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.494140138Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.494326144Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0580c9bb-3534-421b-8220-53e5526e89fa","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.49481834Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0580c9bb-3534-421b-8220-53e5526e89fa","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.517237581Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.559708415Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0580c9bb-3534-421b-8220-53e5526e89fa","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.594863836Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0580c9bb-3534-421b-8220-53e5526e89fa","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.595200987Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.595262969Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.595309521Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.595364043Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.608173736Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.647982381Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:55.876849244Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions","method":"POST","req_id":"1b585e55-5526-4acd-82fc-57c96d42926b","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.715222809Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions/58acd147-4078-432b-81c2-80678126ec8f","method":"GET","req_id":"946e541c-0ef6-416a-bc36-4eeb45fe685d","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":99,"response_code":200} {"msg":"path is \"/data/regions/58acd147-4078-432b-81c2-80678126ec8f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.720913997Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"dataset is oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/58acd147-4078-432b-81c2-80678126ec8f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.730925738Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"snapshot is oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/58acd147-4078-432b-81c2-80678126ec8f@42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.74008893Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/58acd147-4078-432b-81c2-80678126ec8f\", \"42fef3b2-7baa-4bfc-b76d-e9edce68a2ae\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.740122302Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.775392567Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions/58acd147-4078-432b-81c2-80678126ec8f/snapshots/42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","method":"GET","req_id":"597fff5a-0fcb-4d2a-a39a-c778e43fbb47","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54502,"response_code":200} {"msg":"path is \"/data/regions/58acd147-4078-432b-81c2-80678126ec8f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.783406542Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"dataset is oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/58acd147-4078-432b-81c2-80678126ec8f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.791745187Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"snapshot is oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/58acd147-4078-432b-81c2-80678126ec8f@42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.798870773Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/58acd147-4078-432b-81c2-80678126ec8f\", \"42fef3b2-7baa-4bfc-b76d-e9edce68a2ae\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.798902424Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 58acd147-4078-432b-81c2-80678126ec8f-42fef3b2-7baa-4bfc-b76d-e9edce68a2ae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.810213778Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"applying SMF actions for region 58acd147-4078-432b-81c2-80678126ec8f running snapshot 42fef3b2-7baa-4bfc-b76d-e9edce68a2ae (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.810422394Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.810463856Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions/58acd147-4078-432b-81c2-80678126ec8f/snapshots/42fef3b2-7baa-4bfc-b76d-e9edce68a2ae/run","method":"POST","req_id":"ae9d95b4-ef41-4a4d-9227-16a610b280ee","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27086,"response_code":200} {"msg":"creating missing snapshot instance snapshot-58acd147-4078-432b-81c2-80678126ec8f-42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.814954854Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-58acd147-4078-432b-81c2-80678126ec8f-42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.842687091Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-58acd147-4078-432b-81c2-80678126ec8f-42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.881245764Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58acd147-4078-432b-81c2-80678126ec8f/.zfs/snapshot/42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.881662718Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.88171329Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.881769812Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.881816973Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.881877055Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.89895881Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.916646674Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"region 58acd147-4078-432b-81c2-80678126ec8f running snapshot 42fef3b2-7baa-4bfc-b76d-e9edce68a2ae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.916673725Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"path is \"/data/regions/58acd147-4078-432b-81c2-80678126ec8f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.954409732Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"dataset is oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/58acd147-4078-432b-81c2-80678126ec8f","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.963981839Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"snapshot is oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/58acd147-4078-432b-81c2-80678126ec8f@42fef3b2-7baa-4bfc-b76d-e9edce68a2ae","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.973552515Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/58acd147-4078-432b-81c2-80678126ec8f\", \"42fef3b2-7baa-4bfc-b76d-e9edce68a2ae\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.973601366Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:56:56.982741458Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions/58acd147-4078-432b-81c2-80678126ec8f/snapshots/42fef3b2-7baa-4bfc-b76d-e9edce68a2ae/run","method":"POST","req_id":"b871f6e0-d59c-484a-8e93-3f7538a34665","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28371,"response_code":200} {"msg":"region 42cde20f-528b-431d-90a1-84d83874bda4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.510883295Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.511049461Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.511067832Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions","method":"POST","req_id":"a3af41ce-e706-40c5-a080-32f279710016","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":217,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/42cde20f-528b-431d-90a1-84d83874bda4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.516894034Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/42cde20f-528b-431d-90a1-84d83874bda4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.516919625Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"42cde20f-528b-431d-90a1-84d83874bda4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/42cde20f-528b-431d-90a1-84d83874bda4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.59061372Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"region":"42cde20f-528b-431d-90a1-84d83874bda4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"42cde20f-528b-431d-90a1-84d83874bda4\" \"--data\" \"/data/regions/42cde20f-528b-431d-90a1-84d83874bda4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.590657562Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"region":"42cde20f-528b-431d-90a1-84d83874bda4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.756685448Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"region":"42cde20f-528b-431d-90a1-84d83874bda4","component":"worker"} {"msg":"region 42cde20f-528b-431d-90a1-84d83874bda4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.75672735Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.756829163Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-42cde20f-528b-431d-90a1-84d83874bda4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.757996372Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-42cde20f-528b-431d-90a1-84d83874bda4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.762999897Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.763137311Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions","method":"POST","req_id":"c710bc5f-6861-4c85-9438-3a758823de35","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.79183654Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-42cde20f-528b-431d-90a1-84d83874bda4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.8033415Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/42cde20f-528b-431d-90a1-84d83874bda4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.803725193Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.803788935Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.803836346Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.803877308Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.809936988Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:04.826163764Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.276044294Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions/42cde20f-528b-431d-90a1-84d83874bda4","method":"GET","req_id":"2b44511d-3963-48b6-b885-3fcbfcf7c0ac","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"path is \"/data/regions/42cde20f-528b-431d-90a1-84d83874bda4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.279339313Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"dataset is oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/42cde20f-528b-431d-90a1-84d83874bda4","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.290060227Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"region 42cde20f-528b-431d-90a1-84d83874bda4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.296979626Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.297149521Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.297200723Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions/42cde20f-528b-431d-90a1-84d83874bda4","method":"DELETE","req_id":"b73ba366-55e0-430d-a5ef-611a2039ff39","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17856,"response_code":204} {"msg":"disabling downstairs instance: downstairs-42cde20f-528b-431d-90a1-84d83874bda4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.298213186Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.300354897Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions/42cde20f-528b-431d-90a1-84d83874bda4","method":"GET","req_id":"37b54123-8cd7-4071-86bc-02a5ee039f59","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.309180219Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0b189f3d-2fad-4f71-964e-7795af5dffaf/crucible/regions/42cde20f-528b-431d-90a1-84d83874bda4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.317837225Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"region":"42cde20f-528b-431d-90a1-84d83874bda4","component":"worker"} {"msg":"region 42cde20f-528b-431d-90a1-84d83874bda4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.383492904Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-26T12:57:31.431508001Z","hostname":"oxz_crucible_7e16287f-ba32-4103-9bd9-858551e496c4","pid":24248,"uri":"/crucible/0/regions/42cde20f-528b-431d-90a1-84d83874bda4","method":"GET","req_id":"f32e19a9-74f0-412f-b52f-dfa51890e11a","remote_addr":"[fd00:1122:3344:101::c]:58795","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":51,"response_code":200}