{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.243621474Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61135"} {"msg":"region 78632544-6aea-4825-950c-970d57d87682 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.243676805Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.244320901Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"uri":"/crucible/0/regions","method":"POST","req_id":"b090e3dd-656e-45ba-acef-c36f2118dc9e","remote_addr":"[fd00:1122:3344:101::b]:61135","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":662,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.244359372Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3c2203f3-8457-4a89-8d72-b5e3f8430848/crucible/regions/78632544-6aea-4825-950c-970d57d87682","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.252836165Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3c2203f3-8457-4a89-8d72-b5e3f8430848/crucible/regions/78632544-6aea-4825-950c-970d57d87682","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.252861996Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"78632544-6aea-4825-950c-970d57d87682\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/78632544-6aea-4825-950c-970d57d87682\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.303727304Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"region":"78632544-6aea-4825-950c-970d57d87682","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"78632544-6aea-4825-950c-970d57d87682\" \"--data\" \"/data/regions/78632544-6aea-4825-950c-970d57d87682\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.303760705Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"region":"78632544-6aea-4825-950c-970d57d87682","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.353423223Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"region":"78632544-6aea-4825-950c-970d57d87682","component":"worker"} {"msg":"region 78632544-6aea-4825-950c-970d57d87682 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.353462504Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.353548036Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-78632544-6aea-4825-950c-970d57d87682","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.365077186Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-78632544-6aea-4825-950c-970d57d87682","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.367478896Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.373252891Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-78632544-6aea-4825-950c-970d57d87682","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.374443481Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78632544-6aea-4825-950c-970d57d87682","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.37478296Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.374841231Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.374883252Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.374929913Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.377121648Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.380066172Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:15.566686521Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"uri":"/crucible/0/regions","method":"POST","req_id":"71fd385e-a250-4ad5-9e1e-fc45531e8cbf","remote_addr":"[fd00:1122:3344:101::b]:61135","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.255233884Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"uri":"/crucible/0/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec","method":"GET","req_id":"91bad064-5380-44d7-bb97-4b2908516925","remote_addr":"[fd00:1122:3344:101::b]:61135","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"path is \"/data/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.258435834Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"datafile"} {"msg":"dataset is oxp_3c2203f3-8457-4a89-8d72-b5e3f8430848/crucible/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.264815454Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"datafile"} {"msg":"snapshot is oxp_3c2203f3-8457-4a89-8d72-b5e3f8430848/crucible/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec@ba4b8f75-3a29-4e3e-91ba-3c345999fef5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.27023507Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3c2203f3-8457-4a89-8d72-b5e3f8430848/crucible/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec\", \"ba4b8f75-3a29-4e3e-91ba-3c345999fef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.270270211Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.277672768Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"uri":"/crucible/0/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec/snapshots/ba4b8f75-3a29-4e3e-91ba-3c345999fef5","method":"GET","req_id":"867ae942-013a-433f-84fe-99fb0ef9cae1","remote_addr":"[fd00:1122:3344:101::b]:61135","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19270,"response_code":200} {"msg":"path is \"/data/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.284099559Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"datafile"} {"msg":"dataset is oxp_3c2203f3-8457-4a89-8d72-b5e3f8430848/crucible/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.291209128Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"datafile"} {"msg":"snapshot is oxp_3c2203f3-8457-4a89-8d72-b5e3f8430848/crucible/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec@ba4b8f75-3a29-4e3e-91ba-3c345999fef5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.298535802Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3c2203f3-8457-4a89-8d72-b5e3f8430848/crucible/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec\", \"ba4b8f75-3a29-4e3e-91ba-3c345999fef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.298554862Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2cffe7c4-9027-4f33-b8b8-daa8921a5aec-ba4b8f75-3a29-4e3e-91ba-3c345999fef5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.30524485Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.305382574Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"uri":"/crucible/0/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec/snapshots/ba4b8f75-3a29-4e3e-91ba-3c345999fef5/run","method":"POST","req_id":"f4e0f029-49a1-4d5d-b699-dfdf4190bba1","remote_addr":"[fd00:1122:3344:101::b]:61135","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21302,"response_code":200} {"msg":"applying SMF actions for region 2cffe7c4-9027-4f33-b8b8-daa8921a5aec running snapshot ba4b8f75-3a29-4e3e-91ba-3c345999fef5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.305402304Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-2cffe7c4-9027-4f33-b8b8-daa8921a5aec-ba4b8f75-3a29-4e3e-91ba-3c345999fef5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.309947059Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2cffe7c4-9027-4f33-b8b8-daa8921a5aec-ba4b8f75-3a29-4e3e-91ba-3c345999fef5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.316336399Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2cffe7c4-9027-4f33-b8b8-daa8921a5aec-ba4b8f75-3a29-4e3e-91ba-3c345999fef5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.321630772Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec/.zfs/snapshot/ba4b8f75-3a29-4e3e-91ba-3c345999fef5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.321913789Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.321963521Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.322003482Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.322041923Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.322097194Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.323850888Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.326652148Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"worker"} {"msg":"region 2cffe7c4-9027-4f33-b8b8-daa8921a5aec running snapshot ba4b8f75-3a29-4e3e-91ba-3c345999fef5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.326663339Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"datafile"} {"msg":"path is \"/data/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.522859478Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"datafile"} {"msg":"dataset is oxp_3c2203f3-8457-4a89-8d72-b5e3f8430848/crucible/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.52930433Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"datafile"} {"msg":"snapshot is oxp_3c2203f3-8457-4a89-8d72-b5e3f8430848/crucible/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec@ba4b8f75-3a29-4e3e-91ba-3c345999fef5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.535939877Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3c2203f3-8457-4a89-8d72-b5e3f8430848/crucible/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec\", \"ba4b8f75-3a29-4e3e-91ba-3c345999fef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.535966207Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T01:23:16.541110116Z","hostname":"oxz_crucible_d6b91156-8fe0-4ba7-b98e-d3b2ccb64197","pid":22787,"uri":"/crucible/0/regions/2cffe7c4-9027-4f33-b8b8-daa8921a5aec/snapshots/ba4b8f75-3a29-4e3e-91ba-3c345999fef5/run","method":"POST","req_id":"90a51c19-afe6-4340-af7d-a3ddaf99f298","remote_addr":"[fd00:1122:3344:101::b]:61135","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18302,"response_code":200}