{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.438546226Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54651"}
{"msg":"region a79beb2f-c42b-494f-868c-b85c049851db state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.438632368Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.442267044Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.442295615Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions","method":"POST","req_id":"ead87dc3-63e2-4ec6-9eb7-f69de93e348b","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3693,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/a79beb2f-c42b-494f-868c-b85c049851db","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.450466117Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/a79beb2f-c42b-494f-868c-b85c049851db","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.450484517Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a79beb2f-c42b-494f-868c-b85c049851db\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a79beb2f-c42b-494f-868c-b85c049851db\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.51243061Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"region":"a79beb2f-c42b-494f-868c-b85c049851db","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a79beb2f-c42b-494f-868c-b85c049851db\" \"--data\" \"/data/regions/a79beb2f-c42b-494f-868c-b85c049851db\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.512460731Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"region":"a79beb2f-c42b-494f-868c-b85c049851db","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.600485633Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"region":"a79beb2f-c42b-494f-868c-b85c049851db","component":"worker"}
{"msg":"region a79beb2f-c42b-494f-868c-b85c049851db state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.600512874Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.600618226Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.619054734Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.619148626Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.619240398Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.619246978Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.619298229Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.61935379Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.619468303Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.619530694Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.619593745Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.619634506Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.628226447Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a79beb2f-c42b-494f-868c-b85c049851db","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.62883431Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a79beb2f-c42b-494f-868c-b85c049851db","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.632937866Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.644957149Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a79beb2f-c42b-494f-868c-b85c049851db","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.648546514Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a79beb2f-c42b-494f-868c-b85c049851db","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.648975774Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.649049825Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.649086516Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.649141067Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.653469648Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.665119353Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:55.750089711Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions","method":"POST","req_id":"9b015f3d-0b8b-4aa7-a1f2-95ca60ab7f5d","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.367702207Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","method":"GET","req_id":"c1e229f6-84d5-4b4b-a2e0-d333ae053dd0","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.370920845Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"dataset is oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.377740169Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"snapshot is oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/58b3a4ae-a78d-4052-926d-2fa2651048de@36888245-7859-4411-b266-a626a4b9732c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.384412339Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/58b3a4ae-a78d-4052-926d-2fa2651048de\", \"36888245-7859-4411-b266-a626a4b9732c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.38444752Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.394112723Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions/58b3a4ae-a78d-4052-926d-2fa2651048de/snapshots/36888245-7859-4411-b266-a626a4b9732c","method":"GET","req_id":"90081dff-3d49-4721-bde8-d1c95f97c0e0","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23220,"response_code":200}
{"msg":"path is \"/data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.398158278Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"dataset is oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.404233956Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"snapshot is oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/58b3a4ae-a78d-4052-926d-2fa2651048de@36888245-7859-4411-b266-a626a4b9732c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.410712363Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/58b3a4ae-a78d-4052-926d-2fa2651048de\", \"36888245-7859-4411-b266-a626a4b9732c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.410725823Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 58b3a4ae-a78d-4052-926d-2fa2651048de-36888245-7859-4411-b266-a626a4b9732c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.419415575Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"applying SMF actions for region 58b3a4ae-a78d-4052-926d-2fa2651048de running snapshot 36888245-7859-4411-b266-a626a4b9732c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.419582589Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.419591159Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions/58b3a4ae-a78d-4052-926d-2fa2651048de/snapshots/36888245-7859-4411-b266-a626a4b9732c/run","method":"POST","req_id":"7336bd34-9770-4299-9671-3288e45e03d3","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21484,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.42007648Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.420150271Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.420220963Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.420232093Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.420263813Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.420305094Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.420658152Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.420707473Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.420750864Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.420794875Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.424119545Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-58b3a4ae-a78d-4052-926d-2fa2651048de-36888245-7859-4411-b266-a626a4b9732c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.427814092Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-58b3a4ae-a78d-4052-926d-2fa2651048de-36888245-7859-4411-b266-a626a4b9732c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.438550158Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-58b3a4ae-a78d-4052-926d-2fa2651048de-36888245-7859-4411-b266-a626a4b9732c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.451039871Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de/.zfs/snapshot/36888245-7859-4411-b266-a626a4b9732c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.451360288Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.451421199Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.45146736Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.451501431Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.451545282Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.45573779Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.460665643Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"region 58b3a4ae-a78d-4052-926d-2fa2651048de running snapshot 36888245-7859-4411-b266-a626a4b9732c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.460675754Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"path is \"/data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.718219863Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"dataset is oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.725000956Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"snapshot is oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/58b3a4ae-a78d-4052-926d-2fa2651048de@36888245-7859-4411-b266-a626a4b9732c","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.732291199Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/58b3a4ae-a78d-4052-926d-2fa2651048de\", \"36888245-7859-4411-b266-a626a4b9732c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.73232832Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:47:57.738405878Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions/58b3a4ae-a78d-4052-926d-2fa2651048de/snapshots/36888245-7859-4411-b266-a626a4b9732c/run","method":"POST","req_id":"807ebca3-0351-4a0f-a0f3-a3b42c4d1c33","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20236,"response_code":200}
{"msg":"region e14bbad0-e170-4d88-9818-3d8f661d075b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.717263688Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.717434842Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions","method":"POST","req_id":"26287127-897e-48bf-90c2-540286f70e73","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":219,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.717478993Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/e14bbad0-e170-4d88-9818-3d8f661d075b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.723942269Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/e14bbad0-e170-4d88-9818-3d8f661d075b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.723978359Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e14bbad0-e170-4d88-9818-3d8f661d075b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e14bbad0-e170-4d88-9818-3d8f661d075b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.779106049Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"region":"e14bbad0-e170-4d88-9818-3d8f661d075b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e14bbad0-e170-4d88-9818-3d8f661d075b\" \"--data\" \"/data/regions/e14bbad0-e170-4d88-9818-3d8f661d075b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.77914821Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"region":"e14bbad0-e170-4d88-9818-3d8f661d075b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.857918948Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"region":"e14bbad0-e170-4d88-9818-3d8f661d075b","component":"worker"}
{"msg":"region e14bbad0-e170-4d88-9818-3d8f661d075b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.857948018Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.858076421Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.858699864Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.858767776Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.858842977Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.858869448Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.858876828Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.858923699Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.859279576Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.859323257Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.859366308Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.859407409Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.863480745Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e14bbad0-e170-4d88-9818-3d8f661d075b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.864515866Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e14bbad0-e170-4d88-9818-3d8f661d075b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.867884087Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.876148351Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e14bbad0-e170-4d88-9818-3d8f661d075b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.881912703Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e14bbad0-e170-4d88-9818-3d8f661d075b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.882203499Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.88225626Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.882297831Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.882326611Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.887102212Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:02.893727691Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:03.030143102Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions","method":"POST","req_id":"87c320f2-f757-4f13-97ea-bab7597cb30d","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.055312395Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions/e14bbad0-e170-4d88-9818-3d8f661d075b","method":"GET","req_id":"82b85758-bcb1-4426-acbd-6fb4382d5fd6","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"path is \"/data/regions/e14bbad0-e170-4d88-9818-3d8f661d075b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.058608625Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"dataset is oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/e14bbad0-e170-4d88-9818-3d8f661d075b","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.067854689Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"region e14bbad0-e170-4d88-9818-3d8f661d075b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.075093942Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.075379438Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.075402468Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions/e14bbad0-e170-4d88-9818-3d8f661d075b","method":"DELETE","req_id":"b5afa30c-5636-49bc-8978-2f2130663d76","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16702,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-e14bbad0-e170-4d88-9818-3d8f661d075b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.076393959Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.079565706Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions/e14bbad0-e170-4d88-9818-3d8f661d075b","method":"GET","req_id":"1490227a-c0d1-498c-b000-1ae2f5317476","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.081717101Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.081793443Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.081868464Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.081876044Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.081913775Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.081955706Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58b3a4ae-a78d-4052-926d-2fa2651048de","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.082277203Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.082352084Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.082385015Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.082518868Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.089834942Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.092202022Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_50ad3972-26d4-4d32-b294-f7796c3e6fe4/crucible/regions/e14bbad0-e170-4d88-9818-3d8f661d075b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.101043308Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"region":"e14bbad0-e170-4d88-9818-3d8f661d075b","component":"worker"}
{"msg":"region e14bbad0-e170-4d88-9818-3d8f661d075b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.158734072Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T23:48:28.167302802Z","hostname":"oxz_crucible_5f075ea3-11ba-400b-abb8-f82966ec4566","pid":24973,"uri":"/crucible/0/regions/e14bbad0-e170-4d88-9818-3d8f661d075b","method":"GET","req_id":"03540e33-3069-4895-82f2-a8e34178c3c9","remote_addr":"[fd00:1122:3344:101::b]:54651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":200}