{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.392850336Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40667"}
{"msg":"region 0aca266c-8762-4650-93f8-641f5007c832 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.436281357Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.441657458Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.444271373Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions","method":"POST","req_id":"d74f4436-0987-4cfa-a6d4-722bbdb28ce5","remote_addr":"[fd00:1122:3344:101::a]:40667","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21557,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.452724967Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.452741837Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0aca266c-8762-4650-93f8-641f5007c832\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0aca266c-8762-4650-93f8-641f5007c832\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.556796842Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"region":"0aca266c-8762-4650-93f8-641f5007c832","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0aca266c-8762-4650-93f8-641f5007c832\" \"--data\" \"/data/regions/0aca266c-8762-4650-93f8-641f5007c832\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.559321285Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"region":"0aca266c-8762-4650-93f8-641f5007c832","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.644753292Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions","method":"POST","req_id":"bf626776-5b0c-4747-b0cc-8c5ee17d621c","remote_addr":"[fd00:1122:3344:101::a]:40667","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.897541103Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"region":"0aca266c-8762-4650-93f8-641f5007c832","component":"worker"}
{"msg":"region 0aca266c-8762-4650-93f8-641f5007c832 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.901682183Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.90205559Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.904884538Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.913660108Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.928418889Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.93198033Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.932724053Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.934750097Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.934813728Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.934820869Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.949127793Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:03.953778342Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:15:04.105175414Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions","method":"POST","req_id":"ad1cd309-57e8-4181-b320-4d8de62f03d2","remote_addr":"[fd00:1122:3344:101::a]:40667","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.513810537Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36173"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.513894759Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions/0aca266c-8762-4650-93f8-641f5007c832","method":"GET","req_id":"d67e3619-a745-48e3-a3dd-87e7cdeb1e73","remote_addr":"[fd00:1122:3344:101::a]:36173","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"path is \"/data/regions/0aca266c-8762-4650-93f8-641f5007c832\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.517311007Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"dataset is oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.523756647Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"snapshot is oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/0aca266c-8762-4650-93f8-641f5007c832@ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.529007741Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/0aca266c-8762-4650-93f8-641f5007c832\", \"ed2a0319-8638-478a-b715-d6629ff00ed0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.529018729Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.541937227Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions/0aca266c-8762-4650-93f8-641f5007c832/snapshots/ed2a0319-8638-478a-b715-d6629ff00ed0","method":"GET","req_id":"a2ee9cc3-9bc1-495e-9678-72716b6d0298","remote_addr":"[fd00:1122:3344:101::a]:36173","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24649,"response_code":200}
{"msg":"path is \"/data/regions/0aca266c-8762-4650-93f8-641f5007c832\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.545154062Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"dataset is oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.551340628Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"snapshot is oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/0aca266c-8762-4650-93f8-641f5007c832@ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.557214117Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/0aca266c-8762-4650-93f8-641f5007c832\", \"ed2a0319-8638-478a-b715-d6629ff00ed0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.557236298Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 0aca266c-8762-4650-93f8-641f5007c832-ed2a0319-8638-478a-b715-d6629ff00ed0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.563984153Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"applying SMF actions for region 0aca266c-8762-4650-93f8-641f5007c832 running snapshot ed2a0319-8638-478a-b715-d6629ff00ed0 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.567260349Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.567275079Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions/0aca266c-8762-4650-93f8-641f5007c832/snapshots/ed2a0319-8638-478a-b715-d6629ff00ed0/run","method":"POST","req_id":"eb4b2c00-5bf9-4b85-ab2e-8554e74d8774","remote_addr":"[fd00:1122:3344:101::a]:36173","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22140,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.57337124Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.573440531Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.573508614Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.573516067Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.573548412Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.57358849Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.573676345Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.573722124Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.573761312Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.573799947Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.58141409Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-0aca266c-8762-4650-93f8-641f5007c832-ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.584020905Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0aca266c-8762-4650-93f8-641f5007c832-ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.587165628Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0aca266c-8762-4650-93f8-641f5007c832-ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.600216111Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0aca266c-8762-4650-93f8-641f5007c832/.zfs/snapshot/ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.600496262Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.600543925Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.600580948Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.600615148Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.600660805Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.604190398Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.609293416Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"region 0aca266c-8762-4650-93f8-641f5007c832 running snapshot ed2a0319-8638-478a-b715-d6629ff00ed0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.609307948Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"path is \"/data/regions/0aca266c-8762-4650-93f8-641f5007c832\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.713799258Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"dataset is oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.72036027Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"snapshot is oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/0aca266c-8762-4650-93f8-641f5007c832@ed2a0319-8638-478a-b715-d6629ff00ed0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.726752915Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/0aca266c-8762-4650-93f8-641f5007c832\", \"ed2a0319-8638-478a-b715-d6629ff00ed0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.726779175Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:17.732654089Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions/0aca266c-8762-4650-93f8-641f5007c832/snapshots/ed2a0319-8638-478a-b715-d6629ff00ed0/run","method":"POST","req_id":"624222e0-791b-4c64-a356-aa92fc5c12bb","remote_addr":"[fd00:1122:3344:101::a]:36173","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18908,"response_code":200}
{"msg":"region 84d77408-8a03-45a0-8ef7-9bd72caa40a3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.531097354Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.531356799Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.531406759Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions","method":"POST","req_id":"fe06e167-f30d-44de-854f-0ba2eaa71a8e","remote_addr":"[fd00:1122:3344:101::a]:36173","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":312,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.537698077Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.537724637Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"84d77408-8a03-45a0-8ef7-9bd72caa40a3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.60295237Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"region":"84d77408-8a03-45a0-8ef7-9bd72caa40a3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"84d77408-8a03-45a0-8ef7-9bd72caa40a3\" \"--data\" \"/data/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.603652142Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"region":"84d77408-8a03-45a0-8ef7-9bd72caa40a3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.681497509Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"region":"84d77408-8a03-45a0-8ef7-9bd72caa40a3","component":"worker"}
{"msg":"region 84d77408-8a03-45a0-8ef7-9bd72caa40a3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.6815278Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.681661172Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.68210959Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.682182001Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.682253242Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.682263092Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.682295763Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.682348114Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.682689559Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.68274554Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.682775961Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.682821902Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.686859281Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-84d77408-8a03-45a0-8ef7-9bd72caa40a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.687247407Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-84d77408-8a03-45a0-8ef7-9bd72caa40a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.696262581Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.707703726Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-84d77408-8a03-45a0-8ef7-9bd72caa40a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.711376849Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.711690904Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.711761765Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.711807686Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.711860907Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.715663832Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.721756256Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:22.89500256Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions","method":"POST","req_id":"9a59f252-e451-4246-a2ea-30fa8bfc89e9","remote_addr":"[fd00:1122:3344:101::a]:36173","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.456348123Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3","method":"GET","req_id":"689a6d77-a8aa-40be-9efd-0ec371ff6b64","remote_addr":"[fd00:1122:3344:101::a]:36173","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.460898411Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"dataset is oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.478744275Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"region 84d77408-8a03-45a0-8ef7-9bd72caa40a3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.486525778Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.486709631Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.488885658Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3","method":"DELETE","req_id":"27627339-d618-4614-a5f0-93ec5388953b","remote_addr":"[fd00:1122:3344:101::a]:36173","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28014,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-84d77408-8a03-45a0-8ef7-9bd72caa40a3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.490197101Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.491819008Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3","method":"GET","req_id":"20e7043a-e0c8-4c65-807c-4c5b8cb0ff21","remote_addr":"[fd00:1122:3344:101::a]:36173","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.515413771Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.515492962Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.515579213Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.515597164Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.515631014Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.515684855Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0aca266c-8762-4650-93f8-641f5007c832","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.516046411Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.516105622Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.516157303Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.516206554Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.531574966Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.532799697Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_99e704a5-2c98-4cb5-8f68-e584bcbe9876/crucible/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.540134482Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"region":"84d77408-8a03-45a0-8ef7-9bd72caa40a3","component":"worker"}
{"msg":"region 84d77408-8a03-45a0-8ef7-9bd72caa40a3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.625765902Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T01:26:51.625913015Z","hostname":"oxz_crucible_9862afa7-aedc-48dc-9e84-9b8e79f2663b","pid":24445,"uri":"/crucible/0/regions/84d77408-8a03-45a0-8ef7-9bd72caa40a3","method":"GET","req_id":"14c7de0a-de9d-4456-9c20-3089f5cf3bf7","remote_addr":"[fd00:1122:3344:101::a]:36173","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":116,"response_code":200}