{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.739733641Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64965"}
{"msg":"region 5409600d-4bbb-4f5e-87f8-b563ce471303 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.771276554Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.77574184Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.777931377Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions","method":"POST","req_id":"f3122d8c-4aa8-4327-a104-49ec287fce46","remote_addr":"[fd00:1122:3344:101::b]:64965","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14937,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.784449118Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.784463588Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5409600d-4bbb-4f5e-87f8-b563ce471303\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.824220043Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"region":"5409600d-4bbb-4f5e-87f8-b563ce471303","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5409600d-4bbb-4f5e-87f8-b563ce471303\" \"--data\" \"/data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.826452331Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"region":"5409600d-4bbb-4f5e-87f8-b563ce471303","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.954673908Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"region":"5409600d-4bbb-4f5e-87f8-b563ce471303","component":"worker"}
{"msg":"region 5409600d-4bbb-4f5e-87f8-b563ce471303 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.956569741Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.956704093Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.959261085Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.965446302Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.976937155Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.978494545Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.979221424Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.981202108Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.981244929Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.981277799Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.989215968Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.991500296Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.08411593Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions","method":"POST","req_id":"dec469fd-1d08-40b3-a65a-0d18e79605d0","remote_addr":"[fd00:1122:3344:101::b]:64965","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.238127287Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40159"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.238251839Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","method":"GET","req_id":"dbfe8cc9-ce7e-4f2e-a517-c8fa586ab54d","remote_addr":"[fd00:1122:3344:101::b]:40159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.242141647Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"dataset is oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.248410665Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"snapshot is oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/5409600d-4bbb-4f5e-87f8-b563ce471303@d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.253792372Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/5409600d-4bbb-4f5e-87f8-b563ce471303\", \"d2f97121-c40c-4d44-ac8d-f835aea2eca9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.253822282Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.266007004Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions/5409600d-4bbb-4f5e-87f8-b563ce471303/snapshots/d2f97121-c40c-4d44-ac8d-f835aea2eca9","method":"GET","req_id":"15175891-6a75-4b39-8d81-d22e7f5f1560","remote_addr":"[fd00:1122:3344:101::b]:40159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23926,"response_code":200}
{"msg":"path is \"/data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.269827142Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"dataset is oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.275861557Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"snapshot is oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/5409600d-4bbb-4f5e-87f8-b563ce471303@d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.281776641Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/5409600d-4bbb-4f5e-87f8-b563ce471303\", \"d2f97121-c40c-4d44-ac8d-f835aea2eca9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.281791391Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5409600d-4bbb-4f5e-87f8-b563ce471303-d2f97121-c40c-4d44-ac8d-f835aea2eca9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.291541932Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"applying SMF actions for region 5409600d-4bbb-4f5e-87f8-b563ce471303 running snapshot d2f97121-c40c-4d44-ac8d-f835aea2eca9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.294769132Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.294793252Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions/5409600d-4bbb-4f5e-87f8-b563ce471303/snapshots/d2f97121-c40c-4d44-ac8d-f835aea2eca9/run","method":"POST","req_id":"128b5c6f-a00f-4d85-bb4c-0724090dc0f7","remote_addr":"[fd00:1122:3344:101::b]:40159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24966,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.308319091Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.308419802Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.308511023Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.308518483Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.308565524Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.308622385Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.309395674Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.309446995Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.309491115Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.309533196Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.315955326Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-5409600d-4bbb-4f5e-87f8-b563ce471303-d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.319272337Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5409600d-4bbb-4f5e-87f8-b563ce471303-d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.320654525Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5409600d-4bbb-4f5e-87f8-b563ce471303-d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.328115158Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303/.zfs/snapshot/d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.328407461Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.328453412Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.328501932Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.328538143Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.328584583Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.330535098Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.333259331Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"region 5409600d-4bbb-4f5e-87f8-b563ce471303 running snapshot d2f97121-c40c-4d44-ac8d-f835aea2eca9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.333274092Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"path is \"/data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.465502498Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"dataset is oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.471921228Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"snapshot is oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/5409600d-4bbb-4f5e-87f8-b563ce471303@d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.478302248Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/5409600d-4bbb-4f5e-87f8-b563ce471303\", \"d2f97121-c40c-4d44-ac8d-f835aea2eca9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.478329738Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.483873527Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions/5409600d-4bbb-4f5e-87f8-b563ce471303/snapshots/d2f97121-c40c-4d44-ac8d-f835aea2eca9/run","method":"POST","req_id":"96f388d4-84e9-4207-8326-78010e6b1249","remote_addr":"[fd00:1122:3344:101::b]:40159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18412,"response_code":200}
{"msg":"region 98f20bee-e460-4f4f-9bc8-3a28fd02b0e3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.151525165Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.152398276Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions","method":"POST","req_id":"637d4ea5-b006-499b-9689-700e3b54cf49","remote_addr":"[fd00:1122:3344:101::b]:40159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":220,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.152436817Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.158479102Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.158507372Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"98f20bee-e460-4f4f-9bc8-3a28fd02b0e3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.21538203Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"region":"98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"98f20bee-e460-4f4f-9bc8-3a28fd02b0e3\" \"--data\" \"/data/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.215427831Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"region":"98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.260590733Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"region":"98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","component":"worker"}
{"msg":"region 98f20bee-e460-4f4f-9bc8-3a28fd02b0e3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.260627154Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.260752375Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.261248242Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.261317333Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.261391274Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.261398504Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.261437914Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.261492125Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.261828189Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.26187844Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.26192291Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.261964661Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.263892665Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.264255229Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.272778185Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.276111087Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.277384113Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.277681006Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.277754867Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.277787238Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.277832048Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.279649461Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.283488279Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:22.343247723Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions","method":"POST","req_id":"a7d8bbef-de50-4eae-9e7a-f1ee9576695b","remote_addr":"[fd00:1122:3344:101::b]:40159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.296008696Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","method":"GET","req_id":"82f4fd41-1575-483a-9e2d-a0550a6d1ec2","remote_addr":"[fd00:1122:3344:101::b]:40159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"path is \"/data/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.299193295Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"dataset is oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.30916514Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"region 98f20bee-e460-4f4f-9bc8-3a28fd02b0e3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.315978925Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.316166917Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.318984562Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","method":"DELETE","req_id":"50057a42-38f7-470b-b679-b7c005bf979a","remote_addr":"[fd00:1122:3344:101::b]:40159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19803,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-98f20bee-e460-4f4f-9bc8-3a28fd02b0e3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.319677251Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.322883501Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.322992722Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.323092653Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.323122844Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.323153294Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.323236915Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.323287776Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","method":"GET","req_id":"8574c18f-b06c-475a-822f-b9e1110ced05","remote_addr":"[fd00:1122:3344:101::b]:40159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5409600d-4bbb-4f5e-87f8-b563ce471303","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.323589839Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.32363064Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.323705801Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.323752612Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.325859388Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.327110783Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_31d9609e-d3d0-42f6-b828-d7459f4ff787/crucible/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.33490008Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"region":"98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","component":"worker"}
{"msg":"region 98f20bee-e460-4f4f-9bc8-3a28fd02b0e3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.379246803Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:47.400633689Z","hostname":"oxz_crucible_00d1889a-bc7b-4d58-a760-a8f2c1d1eb62","pid":23012,"uri":"/crucible/0/regions/98f20bee-e460-4f4f-9bc8-3a28fd02b0e3","method":"GET","req_id":"cb9c956b-16be-4bcc-a02f-4bd134146df3","remote_addr":"[fd00:1122:3344:101::b]:40159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":200}