{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.828083761Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55175"}
{"msg":"region 9b91c032-e917-4b2d-8b18-5355d029c0f0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.828177372Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.831739529Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions","method":"POST","req_id":"d0786001-5d24-4068-8ae0-c047f8e5784a","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":3590,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.83176254Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/9b91c032-e917-4b2d-8b18-5355d029c0f0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.839734169Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/9b91c032-e917-4b2d-8b18-5355d029c0f0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.839768169Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9b91c032-e917-4b2d-8b18-5355d029c0f0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9b91c032-e917-4b2d-8b18-5355d029c0f0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.894900021Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"region":"9b91c032-e917-4b2d-8b18-5355d029c0f0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9b91c032-e917-4b2d-8b18-5355d029c0f0\" \"--data\" \"/data/regions/9b91c032-e917-4b2d-8b18-5355d029c0f0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.894939082Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"region":"9b91c032-e917-4b2d-8b18-5355d029c0f0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.980376011Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"region":"9b91c032-e917-4b2d-8b18-5355d029c0f0","component":"worker"}
{"msg":"region 9b91c032-e917-4b2d-8b18-5355d029c0f0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.980417481Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.980511033Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.990110773Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.990200354Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.990269056Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.990277446Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.990316366Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.990364357Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.990462659Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.99051384Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.990559441Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:46.990602052Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.000380925Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9b91c032-e917-4b2d-8b18-5355d029c0f0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.000793122Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.004069084Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions","method":"POST","req_id":"88d4dac3-a766-4791-befb-356889071251","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9b91c032-e917-4b2d-8b18-5355d029c0f0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.005112383Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.018089446Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b91c032-e917-4b2d-8b18-5355d029c0f0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.021043772Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b91c032-e917-4b2d-8b18-5355d029c0f0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.021338127Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.021401068Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.021447009Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.02148499Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.025648998Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:47.031590729Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:48.942441064Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","method":"GET","req_id":"70b61e75-a06b-40ab-9e05-9453003ddb64","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":109,"response_code":200}
{"msg":"path is \"/data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:48.947950437Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"dataset is oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:48.956213022Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"snapshot is oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc@f1198b3f-b6ab-4333-8645-149a03d2355c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:48.965529326Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc\", \"f1198b3f-b6ab-4333-8645-149a03d2355c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:48.965560717Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:48.977718484Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc/snapshots/f1198b3f-b6ab-4333-8645-149a03d2355c","method":"GET","req_id":"6b0bbf39-304d-4883-8208-d25678d480ad","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29785,"response_code":200}
{"msg":"path is \"/data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:48.98177561Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"dataset is oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:48.987353734Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"snapshot is oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc@f1198b3f-b6ab-4333-8645-149a03d2355c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:48.993720594Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc\", \"f1198b3f-b6ab-4333-8645-149a03d2355c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:48.993736144Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6fb91e07-8a39-47ca-b55f-69d4597d0dcc-f1198b3f-b6ab-4333-8645-149a03d2355c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.000303047Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"applying SMF actions for region 6fb91e07-8a39-47ca-b55f-69d4597d0dcc running snapshot f1198b3f-b6ab-4333-8645-149a03d2355c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.00047268Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.00048225Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc/snapshots/f1198b3f-b6ab-4333-8645-149a03d2355c/run","method":"POST","req_id":"5b433f60-2e08-471b-89b1-c66d5da9fc37","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18766,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.000953629Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.00102775Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.001099202Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.001109732Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.001142732Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.001185693Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.00154173Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.001591891Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.001635652Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.001676813Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.005732348Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-6fb91e07-8a39-47ca-b55f-69d4597d0dcc-f1198b3f-b6ab-4333-8645-149a03d2355c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.009881406Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6fb91e07-8a39-47ca-b55f-69d4597d0dcc-f1198b3f-b6ab-4333-8645-149a03d2355c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.019660179Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6fb91e07-8a39-47ca-b55f-69d4597d0dcc-f1198b3f-b6ab-4333-8645-149a03d2355c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.03094441Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc/.zfs/snapshot/f1198b3f-b6ab-4333-8645-149a03d2355c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.031228915Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.031286176Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.031326047Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.031363068Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.031407229Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.036211209Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.041426056Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"region 6fb91e07-8a39-47ca-b55f-69d4597d0dcc running snapshot f1198b3f-b6ab-4333-8645-149a03d2355c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.041440366Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"path is \"/data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.279760726Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"dataset is oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.286289448Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"snapshot is oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc@f1198b3f-b6ab-4333-8645-149a03d2355c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.292879421Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc\", \"f1198b3f-b6ab-4333-8645-149a03d2355c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.292936722Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:49.29818697Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc/snapshots/f1198b3f-b6ab-4333-8645-149a03d2355c/run","method":"POST","req_id":"4c26dc93-d422-46b4-9a35-cd8a8df6c8e7","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18478,"response_code":200}
{"msg":"region 3a109cf9-06f9-4042-be45-9287b59b0da6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.250367733Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.250535447Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions","method":"POST","req_id":"55b93aff-2e3b-423d-84a3-7e371eded3e4","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":224,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.250556787Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/3a109cf9-06f9-4042-be45-9287b59b0da6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.256695792Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/3a109cf9-06f9-4042-be45-9287b59b0da6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.256723182Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3a109cf9-06f9-4042-be45-9287b59b0da6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3a109cf9-06f9-4042-be45-9287b59b0da6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.302843415Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"region":"3a109cf9-06f9-4042-be45-9287b59b0da6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3a109cf9-06f9-4042-be45-9287b59b0da6\" \"--data\" \"/data/regions/3a109cf9-06f9-4042-be45-9287b59b0da6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.302894566Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"region":"3a109cf9-06f9-4042-be45-9287b59b0da6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.407776349Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"region":"3a109cf9-06f9-4042-be45-9287b59b0da6","component":"worker"}
{"msg":"region 3a109cf9-06f9-4042-be45-9287b59b0da6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.407811279Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.407928432Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3a109cf9-06f9-4042-be45-9287b59b0da6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.408581404Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3a109cf9-06f9-4042-be45-9287b59b0da6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.412325874Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.420459416Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a109cf9-06f9-4042-be45-9287b59b0da6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.423928401Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a109cf9-06f9-4042-be45-9287b59b0da6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.424220577Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.424269107Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.424309488Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.424346199Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.428558828Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.435168851Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.435279103Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.435356435Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.435373315Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.435403606Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.435450027Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.440565562Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.440640414Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.440715105Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.440780416Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.444961945Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.447490062Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:48:54.478607674Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions","method":"POST","req_id":"66d3b922-44db-4916-9906-47c14986279a","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.609046957Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions/3a109cf9-06f9-4042-be45-9287b59b0da6","method":"GET","req_id":"bd8714d5-6c25-4a7f-aac1-de160ca33da9","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/3a109cf9-06f9-4042-be45-9287b59b0da6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.612636734Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"dataset is oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/3a109cf9-06f9-4042-be45-9287b59b0da6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.626603366Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"region 3a109cf9-06f9-4042-be45-9287b59b0da6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.63376077Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.633903422Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.633929103Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions/3a109cf9-06f9-4042-be45-9287b59b0da6","method":"DELETE","req_id":"e1308d89-baa3-4507-bcff-339a55f7839d","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21316,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-3a109cf9-06f9-4042-be45-9287b59b0da6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.634916821Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.637040071Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions/3a109cf9-06f9-4042-be45-9287b59b0da6","method":"GET","req_id":"323c66df-ead0-46b3-92dd-fdada688fcc4","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.647161331Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.647249832Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.647340264Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.647348044Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.647404625Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.647501487Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fb91e07-8a39-47ca-b55f-69d4597d0dcc","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.647841753Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.647903774Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.647958615Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.648002546Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.65942316Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.661877136Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a6b58bbf-905c-40da-b76e-78ebb3742d07/crucible/regions/3a109cf9-06f9-4042-be45-9287b59b0da6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.669360896Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"region":"3a109cf9-06f9-4042-be45-9287b59b0da6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.7593678Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions/3a109cf9-06f9-4042-be45-9287b59b0da6","method":"GET","req_id":"56e40651-7598-4c66-8615-23ff94997e4e","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region 3a109cf9-06f9-4042-be45-9287b59b0da6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.759581594Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-20T22:49:20.846398559Z","hostname":"oxz_crucible_c7970cbb-bcbe-4744-a19e-ab2b845f8084","pid":24624,"uri":"/crucible/0/regions/3a109cf9-06f9-4042-be45-9287b59b0da6","method":"GET","req_id":"90c5c4b3-cb98-4c63-9b92-aab8950d5d9d","remote_addr":"[fd00:1122:3344:101::c]:55175","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":46,"response_code":200}