{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:06.664817554Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58164"}
{"msg":"region a7ec83f9-2224-47a8-92e3-de0fc93e193e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:06.697428887Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:06.701510296Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:06.705542974Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"uri":"/crucible/0/regions","method":"POST","req_id":"d5734f64-948e-4bae-ba10-324215dc950f","remote_addr":"[fd00:1122:3344:101::a]:58164","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15782,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_45b335dd-26a5-4bb1-a3ec-d7da617e04e3/crucible/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:06.711312952Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_45b335dd-26a5-4bb1-a3ec-d7da617e04e3/crucible/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:06.711325832Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a7ec83f9-2224-47a8-92e3-de0fc93e193e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:06.758769866Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"region":"a7ec83f9-2224-47a8-92e3-de0fc93e193e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a7ec83f9-2224-47a8-92e3-de0fc93e193e\" \"--data\" \"/data/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:06.760669018Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"region":"a7ec83f9-2224-47a8-92e3-de0fc93e193e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.041053906Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"uri":"/crucible/0/regions","method":"POST","req_id":"e7116b06-0de6-496f-bc12-608916fa1b88","remote_addr":"[fd00:1122:3344:101::a]:58164","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.043615859Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"region":"a7ec83f9-2224-47a8-92e3-de0fc93e193e","component":"worker"}
{"msg":"region a7ec83f9-2224-47a8-92e3-de0fc93e193e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.048230427Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.048574423Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a7ec83f9-2224-47a8-92e3-de0fc93e193e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.050979894Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a7ec83f9-2224-47a8-92e3-de0fc93e193e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.057371452Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.06610105Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a7ec83f9-2224-47a8-92e3-de0fc93e193e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.067569255Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.068295867Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.068355618Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.068403849Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.068428139Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.071481111Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.07436051Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:46:07.694066895Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"uri":"/crucible/0/regions","method":"POST","req_id":"0a43d00c-1300-473b-a6aa-47dfee3771d4","remote_addr":"[fd00:1122:3344:101::a]:58164","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":91,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.49885456Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58326"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.498962691Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"uri":"/crucible/0/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e","method":"GET","req_id":"9a96ce1d-d865-4f78-b05d-dcfe886b61ec","remote_addr":"[fd00:1122:3344:101::a]:58326","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"path is \"/data/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.504152019Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"datafile"}
{"msg":"dataset is oxp_45b335dd-26a5-4bb1-a3ec-d7da617e04e3/crucible/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.510587468Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"datafile"}
{"msg":"snapshot is oxp_45b335dd-26a5-4bb1-a3ec-d7da617e04e3/crucible/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e@8d6d8f5f-0f12-428b-b35e-96498a6a9377","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.517382074Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_45b335dd-26a5-4bb1-a3ec-d7da617e04e3/crucible/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e\", \"8d6d8f5f-0f12-428b-b35e-96498a6a9377\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.517416174Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.530105729Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"uri":"/crucible/0/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e/snapshots/8d6d8f5f-0f12-428b-b35e-96498a6a9377","method":"GET","req_id":"017edad0-b2a9-451a-9ab5-4a69c00c1b41","remote_addr":"[fd00:1122:3344:101::a]:58326","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25964,"response_code":200}
{"msg":"path is \"/data/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.53845405Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"datafile"}
{"msg":"dataset is oxp_45b335dd-26a5-4bb1-a3ec-d7da617e04e3/crucible/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.545178534Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"datafile"}
{"msg":"snapshot is oxp_45b335dd-26a5-4bb1-a3ec-d7da617e04e3/crucible/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e@8d6d8f5f-0f12-428b-b35e-96498a6a9377","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.55083197Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_45b335dd-26a5-4bb1-a3ec-d7da617e04e3/crucible/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e\", \"8d6d8f5f-0f12-428b-b35e-96498a6a9377\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.550864221Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a7ec83f9-2224-47a8-92e3-de0fc93e193e-8d6d8f5f-0f12-428b-b35e-96498a6a9377 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.55794605Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.563517905Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"uri":"/crucible/0/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e/snapshots/8d6d8f5f-0f12-428b-b35e-96498a6a9377/run","method":"POST","req_id":"2e6bcfa7-14e0-4351-9f71-406245d34e2f","remote_addr":"[fd00:1122:3344:101::a]:58326","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25102,"response_code":200}
{"msg":"applying SMF actions for region a7ec83f9-2224-47a8-92e3-de0fc93e193e running snapshot 8d6d8f5f-0f12-428b-b35e-96498a6a9377 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.563548725Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-a7ec83f9-2224-47a8-92e3-de0fc93e193e-8d6d8f5f-0f12-428b-b35e-96498a6a9377","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.571671743Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a7ec83f9-2224-47a8-92e3-de0fc93e193e-8d6d8f5f-0f12-428b-b35e-96498a6a9377","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.574620303Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a7ec83f9-2224-47a8-92e3-de0fc93e193e-8d6d8f5f-0f12-428b-b35e-96498a6a9377","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.582177801Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e/.zfs/snapshot/8d6d8f5f-0f12-428b-b35e-96498a6a9377","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.582506136Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.582550907Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.582590458Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.582627208Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.582673359Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.584949488Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.587764575Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"worker"}
{"msg":"region a7ec83f9-2224-47a8-92e3-de0fc93e193e running snapshot 8d6d8f5f-0f12-428b-b35e-96498a6a9377 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.587786996Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"datafile"}
{"msg":"path is \"/data/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.763538502Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"datafile"}
{"msg":"dataset is oxp_45b335dd-26a5-4bb1-a3ec-d7da617e04e3/crucible/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.770216325Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"datafile"}
{"msg":"snapshot is oxp_45b335dd-26a5-4bb1-a3ec-d7da617e04e3/crucible/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e@8d6d8f5f-0f12-428b-b35e-96498a6a9377","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.775127999Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_45b335dd-26a5-4bb1-a3ec-d7da617e04e3/crucible/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e\", \"8d6d8f5f-0f12-428b-b35e-96498a6a9377\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.775168849Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-20T04:57:04.779707556Z","hostname":"oxz_crucible_16c883c5-d6ba-461f-8085-f230cc46715e","pid":21932,"uri":"/crucible/0/regions/a7ec83f9-2224-47a8-92e3-de0fc93e193e/snapshots/8d6d8f5f-0f12-428b-b35e-96498a6a9377/run","method":"POST","req_id":"0b468267-16a7-4800-9dee-5405307566e3","remote_addr":"[fd00:1122:3344:101::a]:58326","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16214,"response_code":200}