{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.18738378Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40935"}
{"msg":"region 92f32581-ec1b-46e0-88aa-7a50f231de86 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.187484541Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.192537474Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.192554078Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"uri":"/crucible/0/regions","method":"POST","req_id":"687c6f8c-4e21-446a-be0e-4bbfb1593e7e","remote_addr":"[fd00:1122:3344:101::a]:40935","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":5126,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_2d1a06aa-33d5-43fe-9da7-5387402e116f/crucible/regions/92f32581-ec1b-46e0-88aa-7a50f231de86","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.201109629Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2d1a06aa-33d5-43fe-9da7-5387402e116f/crucible/regions/92f32581-ec1b-46e0-88aa-7a50f231de86","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.201126626Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"92f32581-ec1b-46e0-88aa-7a50f231de86\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/92f32581-ec1b-46e0-88aa-7a50f231de86\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.294761985Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"region":"92f32581-ec1b-46e0-88aa-7a50f231de86","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"92f32581-ec1b-46e0-88aa-7a50f231de86\" \"--data\" \"/data/regions/92f32581-ec1b-46e0-88aa-7a50f231de86\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.294797136Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"region":"92f32581-ec1b-46e0-88aa-7a50f231de86","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.41630882Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"uri":"/crucible/0/regions","method":"POST","req_id":"e0d3eb58-df4e-43ab-90b9-8a7e0d88fea8","remote_addr":"[fd00:1122:3344:101::a]:40935","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.590002084Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"region":"92f32581-ec1b-46e0-88aa-7a50f231de86","component":"worker"}
{"msg":"region 92f32581-ec1b-46e0-88aa-7a50f231de86 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.590029261Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.590111096Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-92f32581-ec1b-46e0-88aa-7a50f231de86","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.59083033Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-92f32581-ec1b-46e0-88aa-7a50f231de86","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.614985222Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.686181736Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-92f32581-ec1b-46e0-88aa-7a50f231de86","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.725340184Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/92f32581-ec1b-46e0-88aa-7a50f231de86","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.725649749Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.725691879Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.72572666Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.72575937Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.752760319Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.770889826Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:21.808166896Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"uri":"/crucible/0/regions","method":"POST","req_id":"76af34cd-54ab-44c5-a1e8-252a10a476fa","remote_addr":"[fd00:1122:3344:101::a]:40935","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region 89173ee2-2708-4542-9bee-e40a95e99323 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.723206834Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.723358176Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.723367836Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"uri":"/crucible/0/regions","method":"POST","req_id":"0f157930-f07a-4da2-9d68-5f3db56051bc","remote_addr":"[fd00:1122:3344:101::a]:40935","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":206,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_2d1a06aa-33d5-43fe-9da7-5387402e116f/crucible/regions/89173ee2-2708-4542-9bee-e40a95e99323","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.730207152Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2d1a06aa-33d5-43fe-9da7-5387402e116f/crucible/regions/89173ee2-2708-4542-9bee-e40a95e99323","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.730228392Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"89173ee2-2708-4542-9bee-e40a95e99323\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/89173ee2-2708-4542-9bee-e40a95e99323\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.810863373Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"region":"89173ee2-2708-4542-9bee-e40a95e99323","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"89173ee2-2708-4542-9bee-e40a95e99323\" \"--data\" \"/data/regions/89173ee2-2708-4542-9bee-e40a95e99323\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.810899274Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"region":"89173ee2-2708-4542-9bee-e40a95e99323","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.925692205Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"region":"89173ee2-2708-4542-9bee-e40a95e99323","component":"worker"}
{"msg":"region 89173ee2-2708-4542-9bee-e40a95e99323 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.925718555Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.925818267Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-89173ee2-2708-4542-9bee-e40a95e99323","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.92669438Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-89173ee2-2708-4542-9bee-e40a95e99323","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.935114451Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.950087843Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-89173ee2-2708-4542-9bee-e40a95e99323","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.956125217Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/89173ee2-2708-4542-9bee-e40a95e99323","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.956412821Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.956478492Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.956523133Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.956564114Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.963946998Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:30.979001362Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:20:31.096991242Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"uri":"/crucible/0/regions","method":"POST","req_id":"ee7d6aed-5879-4735-97e0-9376dc625780","remote_addr":"[fd00:1122:3344:101::a]:40935","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.038704856Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56576"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.038800418Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"uri":"/crucible/0/regions/89173ee2-2708-4542-9bee-e40a95e99323","method":"GET","req_id":"40a5cfe1-0907-4a56-96c1-151f0fce7dbf","remote_addr":"[fd00:1122:3344:101::a]:56576","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/89173ee2-2708-4542-9bee-e40a95e99323\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.0421579Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"datafile"}
{"msg":"dataset is oxp_2d1a06aa-33d5-43fe-9da7-5387402e116f/crucible/regions/89173ee2-2708-4542-9bee-e40a95e99323","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.053515646Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"datafile"}
{"msg":"region 89173ee2-2708-4542-9bee-e40a95e99323 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.060647007Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.060878791Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.060896961Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"uri":"/crucible/0/regions/89173ee2-2708-4542-9bee-e40a95e99323","method":"DELETE","req_id":"5b7105d5-8dc1-461a-b040-ee4ed93c8705","remote_addr":"[fd00:1122:3344:101::a]:56576","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18738,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-89173ee2-2708-4542-9bee-e40a95e99323 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.061904846Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.063951418Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"uri":"/crucible/0/regions/89173ee2-2708-4542-9bee-e40a95e99323","method":"GET","req_id":"d44ce731-fb5a-482c-aafc-02564fa0e7b9","remote_addr":"[fd00:1122:3344:101::a]:56576","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.072576122Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2d1a06aa-33d5-43fe-9da7-5387402e116f/crucible/regions/89173ee2-2708-4542-9bee-e40a95e99323\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.079646942Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"region":"89173ee2-2708-4542-9bee-e40a95e99323","component":"worker"}
{"msg":"region 89173ee2-2708-4542-9bee-e40a95e99323 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.133107041Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T21:21:02.181746595Z","hostname":"oxz_crucible_a94dee40-b2c8-4b6c-b83b-87d8b0bb8c32","pid":24524,"uri":"/crucible/0/regions/89173ee2-2708-4542-9bee-e40a95e99323","method":"GET","req_id":"ab750355-2e23-4c2c-8d6c-de8dc7c65a15","remote_addr":"[fd00:1122:3344:101::a]:56576","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":200}