{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.739534862Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39855"}
{"msg":"region a3f884ed-7b4d-4427-8043-03773b9cd03e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.739643554Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.740202406Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"uri":"/crucible/0/regions","method":"POST","req_id":"d587cf72-7dd6-4c2f-b5b0-c67461a09b13","remote_addr":"[fd00:1122:3344:101::b]:39855","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":598,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.740214646Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_fb85517c-5aaa-4c9c-b8b0-45f544e31ac3/crucible/regions/a3f884ed-7b4d-4427-8043-03773b9cd03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.749152565Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fb85517c-5aaa-4c9c-b8b0-45f544e31ac3/crucible/regions/a3f884ed-7b4d-4427-8043-03773b9cd03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.749170216Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a3f884ed-7b4d-4427-8043-03773b9cd03e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a3f884ed-7b4d-4427-8043-03773b9cd03e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.799886556Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"region":"a3f884ed-7b4d-4427-8043-03773b9cd03e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a3f884ed-7b4d-4427-8043-03773b9cd03e\" \"--data\" \"/data/regions/a3f884ed-7b4d-4427-8043-03773b9cd03e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.799920487Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"region":"a3f884ed-7b4d-4427-8043-03773b9cd03e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.879968807Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"region":"a3f884ed-7b4d-4427-8043-03773b9cd03e","component":"worker"}
{"msg":"region a3f884ed-7b4d-4427-8043-03773b9cd03e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.880008638Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.88010079Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a3f884ed-7b4d-4427-8043-03773b9cd03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.880416657Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a3f884ed-7b4d-4427-8043-03773b9cd03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.889764644Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.916582281Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a3f884ed-7b4d-4427-8043-03773b9cd03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.929835221Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a3f884ed-7b4d-4427-8043-03773b9cd03e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.930046405Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.930090336Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.930126687Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.930161128Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.9411562Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:32.956924923Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:33.112850716Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"uri":"/crucible/0/regions","method":"POST","req_id":"ec2a69db-43b3-494e-ac3b-0499352f0b9e","remote_addr":"[fd00:1122:3344:101::b]:39855","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":81,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.43823344Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"uri":"/crucible/0/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e","method":"GET","req_id":"b991b9f5-3a46-4c0a-96a9-40926b4cb787","remote_addr":"[fd00:1122:3344:101::b]:39855","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.441924788Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"datafile"}
{"msg":"dataset is oxp_fb85517c-5aaa-4c9c-b8b0-45f544e31ac3/crucible/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.447457305Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"datafile"}
{"msg":"snapshot is oxp_fb85517c-5aaa-4c9c-b8b0-45f544e31ac3/crucible/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e@69cc3626-8876-418a-9e2f-97cfab78608a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.452580543Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fb85517c-5aaa-4c9c-b8b0-45f544e31ac3/crucible/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e\", \"69cc3626-8876-418a-9e2f-97cfab78608a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.452594504Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.462045923Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"uri":"/crucible/0/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e/snapshots/69cc3626-8876-418a-9e2f-97cfab78608a","method":"GET","req_id":"50f1e149-48c4-4da7-a686-b12edc6c3954","remote_addr":"[fd00:1122:3344:101::b]:39855","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20154,"response_code":200}
{"msg":"path is \"/data/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.465474156Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"datafile"}
{"msg":"dataset is oxp_fb85517c-5aaa-4c9c-b8b0-45f544e31ac3/crucible/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.471018022Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"datafile"}
{"msg":"snapshot is oxp_fb85517c-5aaa-4c9c-b8b0-45f544e31ac3/crucible/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e@69cc3626-8876-418a-9e2f-97cfab78608a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.477952299Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fb85517c-5aaa-4c9c-b8b0-45f544e31ac3/crucible/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e\", \"69cc3626-8876-418a-9e2f-97cfab78608a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.477968049Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b3cf5acf-f25c-437e-b2ba-82da7ae0539e-69cc3626-8876-418a-9e2f-97cfab78608a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.486219304Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.486362747Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"uri":"/crucible/0/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e/snapshots/69cc3626-8876-418a-9e2f-97cfab78608a/run","method":"POST","req_id":"dd5c1510-8842-47f6-af4f-a324ae0697e1","remote_addr":"[fd00:1122:3344:101::b]:39855","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20909,"response_code":200}
{"msg":"applying SMF actions for region b3cf5acf-f25c-437e-b2ba-82da7ae0539e running snapshot 69cc3626-8876-418a-9e2f-97cfab78608a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.486380277Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-b3cf5acf-f25c-437e-b2ba-82da7ae0539e-69cc3626-8876-418a-9e2f-97cfab78608a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.490915003Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b3cf5acf-f25c-437e-b2ba-82da7ae0539e-69cc3626-8876-418a-9e2f-97cfab78608a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.50449922Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b3cf5acf-f25c-437e-b2ba-82da7ae0539e-69cc3626-8876-418a-9e2f-97cfab78608a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.513697994Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e/.zfs/snapshot/69cc3626-8876-418a-9e2f-97cfab78608a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.513900808Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.513943069Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.51397792Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.51400529Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.514051602Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.517499234Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.521262524Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"worker"}
{"msg":"region b3cf5acf-f25c-437e-b2ba-82da7ae0539e running snapshot 69cc3626-8876-418a-9e2f-97cfab78608a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.521271454Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"datafile"}
{"msg":"path is \"/data/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.863837949Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"datafile"}
{"msg":"dataset is oxp_fb85517c-5aaa-4c9c-b8b0-45f544e31ac3/crucible/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.869725423Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"datafile"}
{"msg":"snapshot is oxp_fb85517c-5aaa-4c9c-b8b0-45f544e31ac3/crucible/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e@69cc3626-8876-418a-9e2f-97cfab78608a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.874578896Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fb85517c-5aaa-4c9c-b8b0-45f544e31ac3/crucible/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e\", \"69cc3626-8876-418a-9e2f-97cfab78608a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.874598946Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-24T15:56:34.880796977Z","hostname":"oxz_crucible_a4bae7d9-1dbf-4bb4-b4b6-67621b86be4d","pid":23599,"uri":"/crucible/0/regions/b3cf5acf-f25c-437e-b2ba-82da7ae0539e/snapshots/69cc3626-8876-418a-9e2f-97cfab78608a/run","method":"POST","req_id":"4820a2f4-27ea-48cf-8bc1-d05e4400aa8d","remote_addr":"[fd00:1122:3344:101::b]:39855","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17015,"response_code":200}