{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.436399565Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48835"}
{"msg":"region 62031055-23f8-4054-bef1-63c9d20f3e26 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.436488157Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.437144844Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.437164265Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions","method":"POST","req_id":"6c86b1aa-f2b8-4094-8811-840ce4f76a13","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":686,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/62031055-23f8-4054-bef1-63c9d20f3e26","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.450272765Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/62031055-23f8-4054-bef1-63c9d20f3e26","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.450299395Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"62031055-23f8-4054-bef1-63c9d20f3e26\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/62031055-23f8-4054-bef1-63c9d20f3e26\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.522587746Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"region":"62031055-23f8-4054-bef1-63c9d20f3e26","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"62031055-23f8-4054-bef1-63c9d20f3e26\" \"--data\" \"/data/regions/62031055-23f8-4054-bef1-63c9d20f3e26\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.522644118Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"region":"62031055-23f8-4054-bef1-63c9d20f3e26","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.605287348Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"region":"62031055-23f8-4054-bef1-63c9d20f3e26","component":"worker"}
{"msg":"region 62031055-23f8-4054-bef1-63c9d20f3e26 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.605334189Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.605413342Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.620640065Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.620724987Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.620806189Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.620812579Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.620859841Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.620923852Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.621020885Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.621086306Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.621135418Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.621184889Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.627867347Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-62031055-23f8-4054-bef1-63c9d20f3e26","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.628307058Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-62031055-23f8-4054-bef1-63c9d20f3e26","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.631016287Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.638955516Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-62031055-23f8-4054-bef1-63c9d20f3e26","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.643514911Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/62031055-23f8-4054-bef1-63c9d20f3e26","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.643804429Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.64386952Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.643930152Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.643972653Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.64862998Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.653713418Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:02.719197638Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions","method":"POST","req_id":"57773d30-e984-42a0-9be1-f313d62b2dfc","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.850530224Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","method":"GET","req_id":"c8cadd55-4eb4-4756-8b42-683083e03ea6","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2676,"response_code":"200"}
{"msg":"path is \"/data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.855790786Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"dataset is oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.865486481Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"snapshot is oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711@fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.874725323Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711\", \"fcf3df0b-2903-49db-8f29-1be0e92cb5ad\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.874761064Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.886613543Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711/snapshots/fcf3df0b-2903-49db-8f29-1be0e92cb5ad","method":"GET","req_id":"261befea-3550-427e-8a45-67dbcf6686cd","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30850,"response_code":"200"}
{"msg":"path is \"/data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.889596428Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"dataset is oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.898303897Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"snapshot is oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711@fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.906705639Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711\", \"fcf3df0b-2903-49db-8f29-1be0e92cb5ad\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.906733869Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5ba36175-dcc1-468b-9ea5-9fcd48ca6711-fcf3df0b-2903-49db-8f29-1be0e92cb5ad state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.916542727Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"applying SMF actions for region 5ba36175-dcc1-468b-9ea5-9fcd48ca6711 running snapshot fcf3df0b-2903-49db-8f29-1be0e92cb5ad (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.916744972Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.916758172Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711/snapshots/fcf3df0b-2903-49db-8f29-1be0e92cb5ad/run","method":"POST","req_id":"3e91f4df-1829-41fd-a5dc-4c03d10b019c","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27199,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.917331226Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.917413849Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.91749456Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.917505761Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.917543332Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.917591293Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.917968983Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.918034184Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.918083985Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.918130876Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.921676446Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-5ba36175-dcc1-468b-9ea5-9fcd48ca6711-fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.923085711Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5ba36175-dcc1-468b-9ea5-9fcd48ca6711-fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.935703489Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5ba36175-dcc1-468b-9ea5-9fcd48ca6711-fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.945964357Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711/.zfs/snapshot/fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.946221714Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.946308026Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.946352367Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.946401299Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.94645996Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.950787959Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.95518831Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"region 5ba36175-dcc1-468b-9ea5-9fcd48ca6711 running snapshot fcf3df0b-2903-49db-8f29-1be0e92cb5ad state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:03.95520037Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"path is \"/data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.293816519Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"dataset is oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.303663167Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"snapshot is oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711@fcf3df0b-2903-49db-8f29-1be0e92cb5ad","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.312971592Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711\", \"fcf3df0b-2903-49db-8f29-1be0e92cb5ad\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.313010333Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:04.321553448Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711/snapshots/fcf3df0b-2903-49db-8f29-1be0e92cb5ad/run","method":"POST","req_id":"5059d346-cdae-48dd-a27d-71317d681bbe","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27757,"response_code":"200"}
{"msg":"region 78d4e837-3b81-4a66-a193-94ea5795ea10 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.736561181Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.736773566Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.736789686Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions","method":"POST","req_id":"507a6ca0-d50a-4b6b-98a6-48d9884fb328","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":267,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/78d4e837-3b81-4a66-a193-94ea5795ea10","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.747206039Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/78d4e837-3b81-4a66-a193-94ea5795ea10","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.747241239Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"78d4e837-3b81-4a66-a193-94ea5795ea10\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/78d4e837-3b81-4a66-a193-94ea5795ea10\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.809229261Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"region":"78d4e837-3b81-4a66-a193-94ea5795ea10","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"78d4e837-3b81-4a66-a193-94ea5795ea10\" \"--data\" \"/data/regions/78d4e837-3b81-4a66-a193-94ea5795ea10\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.811266992Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"region":"78d4e837-3b81-4a66-a193-94ea5795ea10","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.888039026Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions","method":"POST","req_id":"26ea351f-b3a9-4c04-a99b-66efaea376f4","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":125,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.890797555Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"region":"78d4e837-3b81-4a66-a193-94ea5795ea10","component":"worker"}
{"msg":"region 78d4e837-3b81-4a66-a193-94ea5795ea10 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.890820196Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.89096141Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891645677Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891733299Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891819191Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891826051Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891872062Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.891958865Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.892346284Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.892408116Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.892459377Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.892515409Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.896242372Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-78d4e837-3b81-4a66-a193-94ea5795ea10","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.897422522Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-78d4e837-3b81-4a66-a193-94ea5795ea10","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.900391957Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.907896106Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-78d4e837-3b81-4a66-a193-94ea5795ea10","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.910878361Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78d4e837-3b81-4a66-a193-94ea5795ea10","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.911172068Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.91123228Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.911275791Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.911314522Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.915321253Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:09.922374741Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:10.57588017Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions","method":"POST","req_id":"342b7bd0-b411-4474-bcf9-dc6ae9d287e8","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.454632339Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions/78d4e837-3b81-4a66-a193-94ea5795ea10","method":"GET","req_id":"7fe91290-6447-4179-ac56-71056e4f4b58","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":"200"}
{"msg":"path is \"/data/regions/78d4e837-3b81-4a66-a193-94ea5795ea10\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.458175924Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"dataset is oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/78d4e837-3b81-4a66-a193-94ea5795ea10","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.470560548Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"region 78d4e837-3b81-4a66-a193-94ea5795ea10 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.481007489Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.481325577Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.481361198Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions/78d4e837-3b81-4a66-a193-94ea5795ea10","method":"DELETE","req_id":"2db4172f-4509-4f0d-971a-ed913d5da727","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23217,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-78d4e837-3b81-4a66-a193-94ea5795ea10 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.482945858Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.485654026Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions/78d4e837-3b81-4a66-a193-94ea5795ea10","method":"GET","req_id":"3e39e3f3-3ae5-4d09-bc17-166f1aed13dc","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.491505094Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.491603236Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.491691148Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.491698748Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.491736509Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.491791411Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5ba36175-dcc1-468b-9ea5-9fcd48ca6711","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.492124629Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.492199481Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.492244052Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.492296734Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.496160631Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.498363096Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2f9648a9-acad-403a-af30-ba6f402eb341/crucible/regions/78d4e837-3b81-4a66-a193-94ea5795ea10\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.509123486Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"region":"78d4e837-3b81-4a66-a193-94ea5795ea10","component":"worker"}
{"msg":"region 78d4e837-3b81-4a66-a193-94ea5795ea10 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.57879718Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-17T00:32:36.617976372Z","hostname":"oxz_crucible_ccf16836-2abb-45c3-af48-f3e34dca5be9","pid":23637,"uri":"/crucible/0/regions/78d4e837-3b81-4a66-a193-94ea5795ea10","method":"GET","req_id":"12efc468-35be-4c6b-bb0e-a0a46f7a6f63","remote_addr":"[fd00:1122:3344:101::c]:48835","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":"200"}