{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.23987969Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:33743"}
{"msg":"region 6485d09a-003b-4fbd-b91b-204d048f3c14 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.240160416Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.241095618Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.241123359Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions","method":"POST","req_id":"160d1f5a-fd76-4d69-8850-c3f08a26c794","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":997,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/6485d09a-003b-4fbd-b91b-204d048f3c14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.250768562Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/6485d09a-003b-4fbd-b91b-204d048f3c14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.250790212Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6485d09a-003b-4fbd-b91b-204d048f3c14\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6485d09a-003b-4fbd-b91b-204d048f3c14\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.290813139Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"region":"6485d09a-003b-4fbd-b91b-204d048f3c14","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6485d09a-003b-4fbd-b91b-204d048f3c14\" \"--data\" \"/data/regions/6485d09a-003b-4fbd-b91b-204d048f3c14\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.29084989Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"region":"6485d09a-003b-4fbd-b91b-204d048f3c14","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.347350878Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"region":"6485d09a-003b-4fbd-b91b-204d048f3c14","component":"worker"}
{"msg":"region 6485d09a-003b-4fbd-b91b-204d048f3c14 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.347382949Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.347477991Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.35345964Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.353527931Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.353599603Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.353606163Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.353642634Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.353686515Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.353779577Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.353829608Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.353873869Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.35391651Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.359172252Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6485d09a-003b-4fbd-b91b-204d048f3c14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.359534361Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6485d09a-003b-4fbd-b91b-204d048f3c14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.360692777Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.366578504Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6485d09a-003b-4fbd-b91b-204d048f3c14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.367927855Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6485d09a-003b-4fbd-b91b-204d048f3c14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.368233132Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.368301624Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.368350394Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.368406986Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.370389452Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.373240528Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:24.452835411Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions","method":"POST","req_id":"b31c2e55-6636-4c69-aa97-72f4963f1dc9","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.043164253Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","method":"GET","req_id":"fe11b663-5d47-4bb2-936d-3c7e823c01a8","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"path is \"/data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.04690179Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"dataset is oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.053616065Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"snapshot is oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef@cb66a248-8e31-493b-a53a-76aef4507b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.059926471Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef\", \"cb66a248-8e31-493b-a53a-76aef4507b9f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.059946652Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.071156041Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef/snapshots/cb66a248-8e31-493b-a53a-76aef4507b9f","method":"GET","req_id":"883bef39-1e84-4951-b15b-ebf921167cb7","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24275,"response_code":200}
{"msg":"path is \"/data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.075186594Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"dataset is oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.081195154Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"snapshot is oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef@cb66a248-8e31-493b-a53a-76aef4507b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.087018299Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef\", \"cb66a248-8e31-493b-a53a-76aef4507b9f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.087047109Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 2ea4e6bc-351e-4e38-9211-d411fe4afaef-cb66a248-8e31-493b-a53a-76aef4507b9f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.094257056Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"applying SMF actions for region 2ea4e6bc-351e-4e38-9211-d411fe4afaef running snapshot cb66a248-8e31-493b-a53a-76aef4507b9f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.096791295Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.096812465Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef/snapshots/cb66a248-8e31-493b-a53a-76aef4507b9f/run","method":"POST","req_id":"43fa787b-bc19-4856-83d0-69d896aa22fc","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21649,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.09746265Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.097573443Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.097678895Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.097689606Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.097741697Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.097801318Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.098176247Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.098225708Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.098268999Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.09830974Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.100540481Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-2ea4e6bc-351e-4e38-9211-d411fe4afaef-cb66a248-8e31-493b-a53a-76aef4507b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.104262998Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2ea4e6bc-351e-4e38-9211-d411fe4afaef-cb66a248-8e31-493b-a53a-76aef4507b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.113025981Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2ea4e6bc-351e-4e38-9211-d411fe4afaef-cb66a248-8e31-493b-a53a-76aef4507b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.117693079Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef/.zfs/snapshot/cb66a248-8e31-493b-a53a-76aef4507b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.117979115Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.118034357Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.118075358Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.118111359Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.118158589Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.120421942Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.123617856Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"region 2ea4e6bc-351e-4e38-9211-d411fe4afaef running snapshot cb66a248-8e31-493b-a53a-76aef4507b9f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.123629846Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"path is \"/data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.278498992Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"dataset is oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.285020963Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"snapshot is oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef@cb66a248-8e31-493b-a53a-76aef4507b9f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.291124834Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef\", \"cb66a248-8e31-493b-a53a-76aef4507b9f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.291147205Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:26.29742725Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef/snapshots/cb66a248-8e31-493b-a53a-76aef4507b9f/run","method":"POST","req_id":"d77eb1b2-0391-4f91-ae6e-a8f70346717b","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18962,"response_code":200}
{"msg":"region 2729e536-fb46-4800-ac67-a9b0e900f8d5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.66904358Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.669232994Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions","method":"POST","req_id":"414a3ba8-a322-4828-b0b6-9d482a03822f","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":256,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.669254255Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.67598962Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.676030652Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2729e536-fb46-4800-ac67-a9b0e900f8d5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.72391433Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"region":"2729e536-fb46-4800-ac67-a9b0e900f8d5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2729e536-fb46-4800-ac67-a9b0e900f8d5\" \"--data\" \"/data/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.723963491Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"region":"2729e536-fb46-4800-ac67-a9b0e900f8d5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.768215886Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"region":"2729e536-fb46-4800-ac67-a9b0e900f8d5","component":"worker"}
{"msg":"region 2729e536-fb46-4800-ac67-a9b0e900f8d5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.768247337Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.768348319Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2729e536-fb46-4800-ac67-a9b0e900f8d5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.768754038Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2729e536-fb46-4800-ac67-a9b0e900f8d5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.769837573Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.773735244Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2729e536-fb46-4800-ac67-a9b0e900f8d5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.775181767Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.775483184Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.775532315Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.775565156Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.775608247Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.777180403Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.78007455Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.780191193Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.780283925Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.780294876Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.780330287Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.780372407Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.783031079Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.783083Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.783139992Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.783183173Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.785055566Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.78781763Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:30.916405407Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions","method":"POST","req_id":"930b9819-8c99-46b6-a3ac-626e586d7d9c","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.866496254Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5","method":"GET","req_id":"8d0ad4cb-2c55-46e6-8bfd-070b25534283","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.870694372Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"dataset is oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.879847644Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"region 2729e536-fb46-4800-ac67-a9b0e900f8d5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.887562562Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.887745186Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.890033319Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5","method":"DELETE","req_id":"c6a4ecff-403d-4a3b-b774-6835ba32ba54","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19386,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-2729e536-fb46-4800-ac67-a9b0e900f8d5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.891118794Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.89309223Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5","method":"GET","req_id":"ee12b529-da09-4dff-b1ef-0ed33faf932b","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.893893389Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.893974311Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.894062173Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.894080173Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.894130364Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.894194416Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ea4e6bc-351e-4e38-9211-d411fe4afaef","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.894508023Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.894568824Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.894615495Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.894658226Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.897234786Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.899247393Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_cc664968-4d74-4385-99af-12b6a5689c14/crucible/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.907650577Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"region":"2729e536-fb46-4800-ac67-a9b0e900f8d5","component":"worker"}
{"msg":"region 2729e536-fb46-4800-ac67-a9b0e900f8d5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:55.956032107Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T01:54:56.000467916Z","hostname":"oxz_crucible_7dcb8e7e-71d8-4e0d-951a-fbba17386f5c","pid":22828,"uri":"/crucible/0/regions/2729e536-fb46-4800-ac67-a9b0e900f8d5","method":"GET","req_id":"7a60d23a-4c73-4386-bea9-60ee8b985625","remote_addr":"[fd00:1122:3344:101::b]:33743","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200}