{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.630160024Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:32968"}
{"msg":"region ac4593c2-6085-4c78-b7de-e47487cf99dd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.630283956Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.630933577Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"uri":"/crucible/0/regions","method":"POST","req_id":"ded51622-3d38-45f0-bd5b-6e13c3a1344a","remote_addr":"[fd00:1122:3344:101::c]:32968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":694,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.630962777Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_c5235844-e27f-4079-8a27-2989fbc560b8/crucible/regions/ac4593c2-6085-4c78-b7de-e47487cf99dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.641866134Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c5235844-e27f-4079-8a27-2989fbc560b8/crucible/regions/ac4593c2-6085-4c78-b7de-e47487cf99dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.641884664Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ac4593c2-6085-4c78-b7de-e47487cf99dd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ac4593c2-6085-4c78-b7de-e47487cf99dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.712492111Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"region":"ac4593c2-6085-4c78-b7de-e47487cf99dd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ac4593c2-6085-4c78-b7de-e47487cf99dd\" \"--data\" \"/data/regions/ac4593c2-6085-4c78-b7de-e47487cf99dd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.712540582Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"region":"ac4593c2-6085-4c78-b7de-e47487cf99dd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.818084456Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"uri":"/crucible/0/regions","method":"POST","req_id":"84dad2f7-15db-4e04-8b92-fd5966808adb","remote_addr":"[fd00:1122:3344:101::c]:32968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.8452545Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"region":"ac4593c2-6085-4c78-b7de-e47487cf99dd","component":"worker"}
{"msg":"region ac4593c2-6085-4c78-b7de-e47487cf99dd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.84528093Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.845391292Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ac4593c2-6085-4c78-b7de-e47487cf99dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.867004912Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ac4593c2-6085-4c78-b7de-e47487cf99dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.87622269Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.885857554Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac4593c2-6085-4c78-b7de-e47487cf99dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.889060649Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac4593c2-6085-4c78-b7de-e47487cf99dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.889358274Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.889404045Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.889446225Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.889481006Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.893341482Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:11.898056153Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:12.238646914Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"uri":"/crucible/0/regions","method":"POST","req_id":"424cb660-86c0-4dcb-a870-7fbeedaff32b","remote_addr":"[fd00:1122:3344:101::c]:32968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.26457264Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"uri":"/crucible/0/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd","method":"GET","req_id":"29bd2270-fd70-406e-94fb-e66f4557aba0","remote_addr":"[fd00:1122:3344:101::c]:32968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.268246733Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"datafile"}
{"msg":"dataset is oxp_c5235844-e27f-4079-8a27-2989fbc560b8/crucible/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.274295616Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"datafile"}
{"msg":"snapshot is oxp_c5235844-e27f-4079-8a27-2989fbc560b8/crucible/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd@5aa03d8d-63da-44db-868f-d816e32690c2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.279392873Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c5235844-e27f-4079-8a27-2989fbc560b8/crucible/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd\", \"5aa03d8d-63da-44db-868f-d816e32690c2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.279417393Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.288781053Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"uri":"/crucible/0/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd/snapshots/5aa03d8d-63da-44db-868f-d816e32690c2","method":"GET","req_id":"03fc58b6-2762-4ffa-b097-c4f37655c5ee","remote_addr":"[fd00:1122:3344:101::c]:32968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20546,"response_code":200}
{"msg":"path is \"/data/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.292840753Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"datafile"}
{"msg":"dataset is oxp_c5235844-e27f-4079-8a27-2989fbc560b8/crucible/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.299597618Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"datafile"}
{"msg":"snapshot is oxp_c5235844-e27f-4079-8a27-2989fbc560b8/crucible/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd@5aa03d8d-63da-44db-868f-d816e32690c2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.306506376Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c5235844-e27f-4079-8a27-2989fbc560b8/crucible/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd\", \"5aa03d8d-63da-44db-868f-d816e32690c2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.306526746Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 4f0adad6-9965-4760-a8c0-cd48d46bb5dd-5aa03d8d-63da-44db-868f-d816e32690c2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.314608735Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.314744567Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"uri":"/crucible/0/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd/snapshots/5aa03d8d-63da-44db-868f-d816e32690c2/run","method":"POST","req_id":"c2620d81-d183-43c0-9c8e-8c9932db93ae","remote_addr":"[fd00:1122:3344:101::c]:32968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21919,"response_code":200}
{"msg":"applying SMF actions for region 4f0adad6-9965-4760-a8c0-cd48d46bb5dd running snapshot 5aa03d8d-63da-44db-868f-d816e32690c2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.314766177Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-4f0adad6-9965-4760-a8c0-cd48d46bb5dd-5aa03d8d-63da-44db-868f-d816e32690c2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.319355136Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4f0adad6-9965-4760-a8c0-cd48d46bb5dd-5aa03d8d-63da-44db-868f-d816e32690c2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.331595065Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4f0adad6-9965-4760-a8c0-cd48d46bb5dd-5aa03d8d-63da-44db-868f-d816e32690c2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.341121828Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd/.zfs/snapshot/5aa03d8d-63da-44db-868f-d816e32690c2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.341344302Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.341384692Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.341422603Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.341455963Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.341499994Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.344958303Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.349349918Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"worker"}
{"msg":"region 4f0adad6-9965-4760-a8c0-cd48d46bb5dd running snapshot 5aa03d8d-63da-44db-868f-d816e32690c2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.349359909Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"datafile"}
{"msg":"path is \"/data/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.674680009Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"datafile"}
{"msg":"dataset is oxp_c5235844-e27f-4079-8a27-2989fbc560b8/crucible/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.680736523Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"datafile"}
{"msg":"snapshot is oxp_c5235844-e27f-4079-8a27-2989fbc560b8/crucible/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd@5aa03d8d-63da-44db-868f-d816e32690c2","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.686773736Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c5235844-e27f-4079-8a27-2989fbc560b8/crucible/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd\", \"5aa03d8d-63da-44db-868f-d816e32690c2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.686788476Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T05:39:13.692666017Z","hostname":"oxz_crucible_6bb58d40-206a-4b72-bb7b-6eb46cc56028","pid":23203,"uri":"/crucible/0/regions/4f0adad6-9965-4760-a8c0-cd48d46bb5dd/snapshots/5aa03d8d-63da-44db-868f-d816e32690c2/run","method":"POST","req_id":"93510a15-8cc3-4308-abbd-c0e6cc82e2bb","remote_addr":"[fd00:1122:3344:101::c]:32968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18013,"response_code":200}