{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.498650999Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34005"}
{"msg":"region 9325eb4e-a26a-48c8-98bb-294790d82ba8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.498915933Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.499770727Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions","method":"POST","req_id":"76850185-dc1e-43b7-8274-675728970fdc","remote_addr":"[fd00:1122:3344:101::c]:34005","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":902,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.499787677Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/9325eb4e-a26a-48c8-98bb-294790d82ba8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.508394652Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/9325eb4e-a26a-48c8-98bb-294790d82ba8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.508422483Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9325eb4e-a26a-48c8-98bb-294790d82ba8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9325eb4e-a26a-48c8-98bb-294790d82ba8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.565988567Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"region":"9325eb4e-a26a-48c8-98bb-294790d82ba8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9325eb4e-a26a-48c8-98bb-294790d82ba8\" \"--data\" \"/data/regions/9325eb4e-a26a-48c8-98bb-294790d82ba8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.566020608Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"region":"9325eb4e-a26a-48c8-98bb-294790d82ba8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.634741507Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"region":"9325eb4e-a26a-48c8-98bb-294790d82ba8","component":"worker"}
{"msg":"region 9325eb4e-a26a-48c8-98bb-294790d82ba8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.634765998Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.634868579Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9325eb4e-a26a-48c8-98bb-294790d82ba8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.635200805Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9325eb4e-a26a-48c8-98bb-294790d82ba8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.640340415Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.654115382Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9325eb4e-a26a-48c8-98bb-294790d82ba8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.657095558Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9325eb4e-a26a-48c8-98bb-294790d82ba8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.657404493Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.657465364Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.657597826Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.657613237Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.661263324Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.666349384Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.666428405Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.666503196Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.666512706Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.666549767Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.666600178Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.666672649Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.66672216Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.66676523Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.666806721Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.673608748Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions","method":"POST","req_id":"4e1e3939-a027-4262-a887-6faaf1192c38","remote_addr":"[fd00:1122:3344:101::c]:34005","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.679314707Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:47.679774005Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:48.986823849Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","method":"GET","req_id":"53ec01bb-b80a-4ff9-8471-8bad1689d7be","remote_addr":"[fd00:1122:3344:101::c]:34005","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:48.990628339Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"dataset is oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:48.996222307Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"snapshot is oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8@3476aa7e-87de-46bb-9426-7ecd58f9c62a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.001336377Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8\", \"3476aa7e-87de-46bb-9426-7ecd58f9c62a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.001382148Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.012756027Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8/snapshots/3476aa7e-87de-46bb-9426-7ecd58f9c62a","method":"GET","req_id":"c98173e4-ee25-4a50-b37d-797d009a69df","remote_addr":"[fd00:1122:3344:101::c]:34005","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22147,"response_code":200}
{"msg":"path is \"/data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.016938993Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"dataset is oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.024004654Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"snapshot is oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8@3476aa7e-87de-46bb-9426-7ecd58f9c62a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.029834045Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8\", \"3476aa7e-87de-46bb-9426-7ecd58f9c62a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.029850476Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot db0ddd9b-0125-4e71-bc40-688caf5db8c8-3476aa7e-87de-46bb-9426-7ecd58f9c62a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.035634426Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"applying SMF actions for region db0ddd9b-0125-4e71-bc40-688caf5db8c8 running snapshot 3476aa7e-87de-46bb-9426-7ecd58f9c62a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.038072515Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.038082855Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8/snapshots/3476aa7e-87de-46bb-9426-7ecd58f9c62a/run","method":"POST","req_id":"7a95694b-47ed-4bf8-8aab-123228ee5415","remote_addr":"[fd00:1122:3344:101::c]:34005","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21199,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.039627149Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.03969802Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.039767501Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.039778001Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.039808722Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.039848382Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.040131927Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.040178958Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.040220728Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.040260539Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.043822955Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-db0ddd9b-0125-4e71-bc40-688caf5db8c8-3476aa7e-87de-46bb-9426-7ecd58f9c62a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.046283224Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-db0ddd9b-0125-4e71-bc40-688caf5db8c8-3476aa7e-87de-46bb-9426-7ecd58f9c62a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.051678468Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-db0ddd9b-0125-4e71-bc40-688caf5db8c8-3476aa7e-87de-46bb-9426-7ecd58f9c62a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.062144383Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8/.zfs/snapshot/3476aa7e-87de-46bb-9426-7ecd58f9c62a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.062435087Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.062487198Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.062527339Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.062561669Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.06261236Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.066732625Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.071643462Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"region db0ddd9b-0125-4e71-bc40-688caf5db8c8 running snapshot 3476aa7e-87de-46bb-9426-7ecd58f9c62a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.071655542Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"path is \"/data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.206200486Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"dataset is oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.212705688Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"snapshot is oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8@3476aa7e-87de-46bb-9426-7ecd58f9c62a","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.219263631Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8\", \"3476aa7e-87de-46bb-9426-7ecd58f9c62a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.219291102Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:49.224473373Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8/snapshots/3476aa7e-87de-46bb-9426-7ecd58f9c62a/run","method":"POST","req_id":"23d179cd-1918-4142-be15-1dd0ef711636","remote_addr":"[fd00:1122:3344:101::c]:34005","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18292,"response_code":200}
{"msg":"region f4d6f8a9-9489-4522-abbd-5cf80618d09b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:53.985098714Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:53.986056849Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:53.98606874Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions","method":"POST","req_id":"3b483cf1-5eca-47b6-8d8a-f58de769cc63","remote_addr":"[fd00:1122:3344:101::c]:34005","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":228,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:53.992186736Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:53.992225397Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f4d6f8a9-9489-4522-abbd-5cf80618d09b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.044403466Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"region":"f4d6f8a9-9489-4522-abbd-5cf80618d09b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f4d6f8a9-9489-4522-abbd-5cf80618d09b\" \"--data\" \"/data/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.044446257Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"region":"f4d6f8a9-9489-4522-abbd-5cf80618d09b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.12625234Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"region":"f4d6f8a9-9489-4522-abbd-5cf80618d09b","component":"worker"}
{"msg":"region f4d6f8a9-9489-4522-abbd-5cf80618d09b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.126283755Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.126390923Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.127631934Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.127707165Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.127777746Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.127788626Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.127824597Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.127866557Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.128199703Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.128248723Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.128291764Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.128332465Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.132096874Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f4d6f8a9-9489-4522-abbd-5cf80618d09b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.132451409Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f4d6f8a9-9489-4522-abbd-5cf80618d09b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.135303404Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.142536508Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f4d6f8a9-9489-4522-abbd-5cf80618d09b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.146746394Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.14709067Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.14712487Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.14713163Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.14714362Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.151050442Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.156273404Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:40:54.206722086Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions","method":"POST","req_id":"8e9af7ce-1bfd-4b92-bd9a-e7c073beba55","remote_addr":"[fd00:1122:3344:101::c]:34005","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.600042669Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36312"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.60011824Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b","method":"GET","req_id":"fc07f1ca-4632-40cd-9b0c-2797d9411130","remote_addr":"[fd00:1122:3344:101::c]:36312","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"path is \"/data/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.603159098Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"dataset is oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.612463874Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"region f4d6f8a9-9489-4522-abbd-5cf80618d09b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.619590326Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.619769209Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.6223798Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b","method":"DELETE","req_id":"88311d7f-7f72-481d-b1e4-6ef992dfa2a0","remote_addr":"[fd00:1122:3344:101::c]:36312","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19234,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-f4d6f8a9-9489-4522-abbd-5cf80618d09b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.623572099Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.626034607Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b","method":"GET","req_id":"d88c17a0-76f2-48df-8f74-a20b2451a1bc","remote_addr":"[fd00:1122:3344:101::c]:36312","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.62847588Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.628546765Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.628618991Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.628630073Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.628660177Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.628701231Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db0ddd9b-0125-4e71-bc40-688caf5db8c8","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.629000663Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.629053052Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.629102561Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.62912675Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.632787104Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.634063964Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_12117a5b-3cb1-425e-b5b0-bf16a8707321/crucible/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.641833296Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"region":"f4d6f8a9-9489-4522-abbd-5cf80618d09b","component":"worker"}
{"msg":"region f4d6f8a9-9489-4522-abbd-5cf80618d09b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.689683542Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T21:41:25.71655996Z","hostname":"oxz_crucible_91238a30-ecda-4658-b14a-9869dfdb6d62","pid":24034,"uri":"/crucible/0/regions/f4d6f8a9-9489-4522-abbd-5cf80618d09b","method":"GET","req_id":"9cfda0c2-61e6-418d-b38d-ef0811393683","remote_addr":"[fd00:1122:3344:101::c]:36312","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":200}