{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.602568562Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65495"}
{"msg":"region 518f16e1-7f3a-468f-8935-cf35a5d65a05 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.602671504Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.606680729Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions","method":"POST","req_id":"10d07c7c-9db0-47de-b246-c0d80c061add","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":4056,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.6066973Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/518f16e1-7f3a-468f-8935-cf35a5d65a05","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.617397108Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/518f16e1-7f3a-468f-8935-cf35a5d65a05","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.617414558Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"518f16e1-7f3a-468f-8935-cf35a5d65a05\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/518f16e1-7f3a-468f-8935-cf35a5d65a05\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.65948537Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"region":"518f16e1-7f3a-468f-8935-cf35a5d65a05","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"518f16e1-7f3a-468f-8935-cf35a5d65a05\" \"--data\" \"/data/regions/518f16e1-7f3a-468f-8935-cf35a5d65a05\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.65951312Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"region":"518f16e1-7f3a-468f-8935-cf35a5d65a05","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.706797814Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"region":"518f16e1-7f3a-468f-8935-cf35a5d65a05","component":"worker"}
{"msg":"region 518f16e1-7f3a-468f-8935-cf35a5d65a05 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.706833685Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.706923676Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-518f16e1-7f3a-468f-8935-cf35a5d65a05","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.707241391Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-518f16e1-7f3a-468f-8935-cf35a5d65a05","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.711240506Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.721191724Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-518f16e1-7f3a-468f-8935-cf35a5d65a05","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.722773415Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/518f16e1-7f3a-468f-8935-cf35a5d65a05","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.723000338Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.723048499Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.72308617Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.72312096Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.725353941Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.73752243Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.737615291Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.737708752Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.737714922Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.737760063Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.737810794Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.737902695Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.737951885Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.738007816Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.738067597Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.740007474Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.74047424Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.845638745Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions","method":"POST","req_id":"5edeca52-0cae-49e5-ae03-0d2e3109806b","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.74405796Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","method":"GET","req_id":"b689352f-9bb8-4dfc-bc98-38b0ffaaf92f","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.747607969Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"dataset is oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.753055464Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"snapshot is oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/c89782bc-7888-438d-988c-216e6bf3fbf0@973818dc-60b3-49a0-8da2-395348e92ab0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.757765899Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/c89782bc-7888-438d-988c-216e6bf3fbf0\", \"973818dc-60b3-49a0-8da2-395348e92ab0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.7577896Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.764524323Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions/c89782bc-7888-438d-988c-216e6bf3fbf0/snapshots/973818dc-60b3-49a0-8da2-395348e92ab0","method":"GET","req_id":"5b634d5e-2ebd-4c04-a2ed-ab9236c20220","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16927,"response_code":200}
{"msg":"path is \"/data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.768132903Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"dataset is oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.773736Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"snapshot is oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/c89782bc-7888-438d-988c-216e6bf3fbf0@973818dc-60b3-49a0-8da2-395348e92ab0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.778908162Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/c89782bc-7888-438d-988c-216e6bf3fbf0\", \"973818dc-60b3-49a0-8da2-395348e92ab0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.778928092Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot c89782bc-7888-438d-988c-216e6bf3fbf0-973818dc-60b3-49a0-8da2-395348e92ab0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.786652389Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"applying SMF actions for region c89782bc-7888-438d-988c-216e6bf3fbf0 running snapshot 973818dc-60b3-49a0-8da2-395348e92ab0 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.786859552Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.786871042Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions/c89782bc-7888-438d-988c-216e6bf3fbf0/snapshots/973818dc-60b3-49a0-8da2-395348e92ab0/run","method":"POST","req_id":"de9cfef0-7054-410e-978b-4f789effb6d3","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18772,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.788461814Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.788529955Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.788600646Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.788611386Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.788643787Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.788683767Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.788973851Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.789026192Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.789069482Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.789112403Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.790925828Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-c89782bc-7888-438d-988c-216e6bf3fbf0-973818dc-60b3-49a0-8da2-395348e92ab0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.793888669Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c89782bc-7888-438d-988c-216e6bf3fbf0-973818dc-60b3-49a0-8da2-395348e92ab0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.804293933Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c89782bc-7888-438d-988c-216e6bf3fbf0-973818dc-60b3-49a0-8da2-395348e92ab0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.809789909Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0/.zfs/snapshot/973818dc-60b3-49a0-8da2-395348e92ab0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.810085223Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.810146484Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.810185005Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.810222805Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.810280076Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.812530377Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.815173474Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"region c89782bc-7888-438d-988c-216e6bf3fbf0 running snapshot 973818dc-60b3-49a0-8da2-395348e92ab0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:26.815184864Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"path is \"/data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:27.098614165Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"dataset is oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:27.104935172Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"snapshot is oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/c89782bc-7888-438d-988c-216e6bf3fbf0@973818dc-60b3-49a0-8da2-395348e92ab0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:27.112103801Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/c89782bc-7888-438d-988c-216e6bf3fbf0\", \"973818dc-60b3-49a0-8da2-395348e92ab0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:27.112119911Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:27.117612237Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions/c89782bc-7888-438d-988c-216e6bf3fbf0/snapshots/973818dc-60b3-49a0-8da2-395348e92ab0/run","method":"POST","req_id":"bba1ece4-b19e-44f5-aec7-87e1b6c2edcf","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19037,"response_code":200}
{"msg":"region e748032d-9e0b-4b9d-b1ea-da524736738b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.862956224Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.863115847Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions","method":"POST","req_id":"576783e3-1d90-4f7f-9f3b-c13890ce0ad8","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":217,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.863139957Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/e748032d-9e0b-4b9d-b1ea-da524736738b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.870516319Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/e748032d-9e0b-4b9d-b1ea-da524736738b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.87055443Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e748032d-9e0b-4b9d-b1ea-da524736738b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e748032d-9e0b-4b9d-b1ea-da524736738b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.918516393Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"region":"e748032d-9e0b-4b9d-b1ea-da524736738b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e748032d-9e0b-4b9d-b1ea-da524736738b\" \"--data\" \"/data/regions/e748032d-9e0b-4b9d-b1ea-da524736738b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.918559784Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"region":"e748032d-9e0b-4b9d-b1ea-da524736738b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.972241327Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"region":"e748032d-9e0b-4b9d-b1ea-da524736738b","component":"worker"}
{"msg":"region e748032d-9e0b-4b9d-b1ea-da524736738b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.972296487Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.972437049Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.974343696Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.974459557Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.974573569Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.974582739Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.97464243Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.97468925Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.975210868Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.975293469Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.975356519Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.97542078Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.977725772Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e748032d-9e0b-4b9d-b1ea-da524736738b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.97829581Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e748032d-9e0b-4b9d-b1ea-da524736738b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.980195706Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.984617978Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e748032d-9e0b-4b9d-b1ea-da524736738b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.986691196Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e748032d-9e0b-4b9d-b1ea-da524736738b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.987173043Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.987354796Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.987415126Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.987469147Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.990769533Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.996764576Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:31.026351905Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions","method":"POST","req_id":"cc8c8e98-7192-46c9-8bf3-ab538cef1e4a","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":86,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.246478698Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions/e748032d-9e0b-4b9d-b1ea-da524736738b","method":"GET","req_id":"c9d88bcc-7744-48c8-b8f5-c2ef3d5183f1","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"path is \"/data/regions/e748032d-9e0b-4b9d-b1ea-da524736738b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.251359246Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"dataset is oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/e748032d-9e0b-4b9d-b1ea-da524736738b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.263062988Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"region e748032d-9e0b-4b9d-b1ea-da524736738b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.270681423Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.270869676Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.270881576Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions/e748032d-9e0b-4b9d-b1ea-da524736738b","method":"DELETE","req_id":"c2fe94a9-c9f5-4eff-9da8-5c4e26182db7","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19581,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-e748032d-9e0b-4b9d-b1ea-da524736738b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.272131443Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.274956162Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions/e748032d-9e0b-4b9d-b1ea-da524736738b","method":"GET","req_id":"6309c60e-b2af-4302-ab25-378dd8eee9c0","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.277806621Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.277913003Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.278040975Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.278051805Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.278106986Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.278187827Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c89782bc-7888-438d-988c-216e6bf3fbf0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.278667933Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.278723374Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.278772625Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.278819626Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.281431612Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.282851431Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_44d28402-1b67-46d3-9bd4-cd654ebbbae7/crucible/regions/e748032d-9e0b-4b9d-b1ea-da524736738b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.289650745Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"region":"e748032d-9e0b-4b9d-b1ea-da524736738b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.361741393Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions/e748032d-9e0b-4b9d-b1ea-da524736738b","method":"GET","req_id":"f6d648bc-8c82-4522-9cc2-3358a52456bb","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region e748032d-9e0b-4b9d-b1ea-da524736738b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.362866958Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.544206067Z","hostname":"oxz_crucible_eb08e85a-d7dc-41cd-b079-ccb22edef331","pid":23924,"uri":"/crucible/0/regions/e748032d-9e0b-4b9d-b1ea-da524736738b","method":"GET","req_id":"9be32066-d337-4108-943b-7c9fb0b9c1b7","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200}