{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.147190195Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41485"}
{"msg":"region 094d1209-22bc-40b5-a1f0-366c9dfcf7af state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.147305489Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.150823434Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.150839554Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions","method":"POST","req_id":"5f7d3449-2013-4f65-af90-3f56c11fecf8","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":3565,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/094d1209-22bc-40b5-a1f0-366c9dfcf7af","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.161013208Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/094d1209-22bc-40b5-a1f0-366c9dfcf7af","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.161030239Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"094d1209-22bc-40b5-a1f0-366c9dfcf7af\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/094d1209-22bc-40b5-a1f0-366c9dfcf7af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.209745258Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"region":"094d1209-22bc-40b5-a1f0-366c9dfcf7af","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"094d1209-22bc-40b5-a1f0-366c9dfcf7af\" \"--data\" \"/data/regions/094d1209-22bc-40b5-a1f0-366c9dfcf7af\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.20977712Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"region":"094d1209-22bc-40b5-a1f0-366c9dfcf7af","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.342504266Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"region":"094d1209-22bc-40b5-a1f0-366c9dfcf7af","component":"worker"}
{"msg":"region 094d1209-22bc-40b5-a1f0-366c9dfcf7af state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.342543327Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.342637881Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-094d1209-22bc-40b5-a1f0-366c9dfcf7af","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.343022413Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-094d1209-22bc-40b5-a1f0-366c9dfcf7af","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.35237737Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.373010528Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.374207877Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions","method":"POST","req_id":"b725a0ed-1cb2-4677-a69b-ddc0b7438eec","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-094d1209-22bc-40b5-a1f0-366c9dfcf7af","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.377587358Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/094d1209-22bc-40b5-a1f0-366c9dfcf7af","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.377888198Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.377931919Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.377973841Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.378012462Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.384075721Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.400453799Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.400579823Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.400662286Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.400670386Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.400730058Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.400774399Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.400864052Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.400923144Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.400976366Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.401042678Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.413026441Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:57.413442925Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.416489573Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","method":"GET","req_id":"8c8dc5b6-47b2-4499-a5ec-3eb8c20f5849","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.419656847Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"dataset is oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.425614073Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"snapshot is oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b@03667016-e72f-47b2-a50e-d29da27856d2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.43222764Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b\", \"03667016-e72f-47b2-a50e-d29da27856d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.432252661Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.44013241Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b/snapshots/03667016-e72f-47b2-a50e-d29da27856d2","method":"GET","req_id":"154c557f-a0f3-4f84-a5f0-3f5ea47959bd","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20495,"response_code":200}
{"msg":"path is \"/data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.443078706Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"dataset is oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.448309668Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"snapshot is oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b@03667016-e72f-47b2-a50e-d29da27856d2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.45356541Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b\", \"03667016-e72f-47b2-a50e-d29da27856d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.453592501Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5a7ed224-f2ad-4fe2-8c62-56964008cf9b-03667016-e72f-47b2-a50e-d29da27856d2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.460985294Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"applying SMF actions for region 5a7ed224-f2ad-4fe2-8c62-56964008cf9b running snapshot 03667016-e72f-47b2-a50e-d29da27856d2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.461137059Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.461146199Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b/snapshots/03667016-e72f-47b2-a50e-d29da27856d2/run","method":"POST","req_id":"96ff0faa-3597-4a2f-99c7-aeed919056b1","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18077,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.462470323Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.462539355Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.462606327Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.462615337Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.462645869Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.46268299Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.462968069Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.46301457Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.463053702Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.463090943Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.466868587Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-5a7ed224-f2ad-4fe2-8c62-56964008cf9b-03667016-e72f-47b2-a50e-d29da27856d2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.469878366Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5a7ed224-f2ad-4fe2-8c62-56964008cf9b-03667016-e72f-47b2-a50e-d29da27856d2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.48005821Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5a7ed224-f2ad-4fe2-8c62-56964008cf9b-03667016-e72f-47b2-a50e-d29da27856d2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.491504896Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b/.zfs/snapshot/03667016-e72f-47b2-a50e-d29da27856d2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.491782305Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.491835367Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.491873218Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.491910499Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.491954931Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.495821638Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.500497501Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"region 5a7ed224-f2ad-4fe2-8c62-56964008cf9b running snapshot 03667016-e72f-47b2-a50e-d29da27856d2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.500508121Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"path is \"/data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.722936203Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"dataset is oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.728679692Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"snapshot is oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b@03667016-e72f-47b2-a50e-d29da27856d2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.734973019Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b\", \"03667016-e72f-47b2-a50e-d29da27856d2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.73500075Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:31:58.740559872Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b/snapshots/03667016-e72f-47b2-a50e-d29da27856d2/run","method":"POST","req_id":"4e967f55-620b-4644-aa81-6cd25daad279","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17726,"response_code":200}
{"msg":"region cedc0899-6bde-46dd-abf5-6305ee96ce0b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.721734025Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.721930051Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions","method":"POST","req_id":"e44f48cb-84df-4673-b8a3-3ef39d2698d7","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":255,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.721953752Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.728316221Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.728344592Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cedc0899-6bde-46dd-abf5-6305ee96ce0b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.788439705Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"region":"cedc0899-6bde-46dd-abf5-6305ee96ce0b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cedc0899-6bde-46dd-abf5-6305ee96ce0b\" \"--data\" \"/data/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.788485756Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"region":"cedc0899-6bde-46dd-abf5-6305ee96ce0b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.860145649Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"region":"cedc0899-6bde-46dd-abf5-6305ee96ce0b","component":"worker"}
{"msg":"region cedc0899-6bde-46dd-abf5-6305ee96ce0b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.86017019Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.860282833Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.861460372Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.861530184Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.861597747Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.861607547Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.861637288Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.861675179Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.862036411Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.862083903Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.862125284Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.862162875Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.867038485Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cedc0899-6bde-46dd-abf5-6305ee96ce0b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.867421568Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cedc0899-6bde-46dd-abf5-6305ee96ce0b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.870858321Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.878940416Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cedc0899-6bde-46dd-abf5-6305ee96ce0b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.882090519Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.882373579Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.882433271Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.882471332Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.882507173Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.885872164Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.89155899Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:03.961727724Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions","method":"POST","req_id":"385da964-a85c-46b5-88d8-eba745fc037c","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.162759971Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b","method":"GET","req_id":"1ccc293c-602b-436c-a9ec-2cd0f114f41e","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"path is \"/data/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.165625715Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"dataset is oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.17371726Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"region cedc0899-6bde-46dd-abf5-6305ee96ce0b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.181087302Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.181267818Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b","method":"DELETE","req_id":"6e5856bb-3d3c-4bca-a124-0cc6eb4a5b1f","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15657,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.181299709Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-cedc0899-6bde-46dd-abf5-6305ee96ce0b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.182061134Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.183783841Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b","method":"GET","req_id":"33b0cb97-21c6-48c7-bb45-8b544d73751c","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.187777842Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.187848935Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.187920807Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.187927887Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.187965658Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.188005389Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a7ed224-f2ad-4fe2-8c62-56964008cf9b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.188398353Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.188459224Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.188515436Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.188572228Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.19257903Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.193949695Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_4e4babb0-7960-4ce0-8485-b0cad8b82c91/crucible/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.201488162Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"region":"cedc0899-6bde-46dd-abf5-6305ee96ce0b","component":"worker"}
{"msg":"region cedc0899-6bde-46dd-abf5-6305ee96ce0b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.257253383Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-27T00:32:28.263531839Z","hostname":"oxz_crucible_24ab567e-3256-4133-9063-2a14d3bdc0e9","pid":24871,"uri":"/crucible/0/regions/cedc0899-6bde-46dd-abf5-6305ee96ce0b","method":"GET","req_id":"f11cb53b-fbad-4ca7-bb67-c70662dbfbda","remote_addr":"[fd00:1122:3344:101::a]:41485","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":200}