{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.761752226Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33925"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.761846117Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"uri":"/crucible/0/regions/4add5a24-9aed-49dc-affe-be72754a1ec5","method":"GET","req_id":"c239e558-d2ee-4aba-b61a-1ded5937cd0f","remote_addr":"[fd00:1122:3344:101::a]:33925","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"path is \"/data/regions/4add5a24-9aed-49dc-affe-be72754a1ec5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.76847994Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"dataset is oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.777106746Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"snapshot is oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/4add5a24-9aed-49dc-affe-be72754a1ec5@c31b42a6-2942-4d80-aa41-3218c533595f","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.785054094Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/4add5a24-9aed-49dc-affe-be72754a1ec5\", \"c31b42a6-2942-4d80-aa41-3218c533595f\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.785078884Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.797301309Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"uri":"/crucible/0/regions/4add5a24-9aed-49dc-affe-be72754a1ec5/snapshots/c31b42a6-2942-4d80-aa41-3218c533595f","method":"GET","req_id":"381f0401-1fe4-4260-905b-fbcb8e4a72c1","remote_addr":"[fd00:1122:3344:101::a]:33925","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":31593,"response_code":200} {"msg":"path is \"/data/regions/4add5a24-9aed-49dc-affe-be72754a1ec5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.800418884Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"dataset is oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.808014457Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"snapshot is oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/4add5a24-9aed-49dc-affe-be72754a1ec5@c31b42a6-2942-4d80-aa41-3218c533595f","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.815609851Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/4add5a24-9aed-49dc-affe-be72754a1ec5\", \"c31b42a6-2942-4d80-aa41-3218c533595f\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.815636722Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4add5a24-9aed-49dc-affe-be72754a1ec5-c31b42a6-2942-4d80-aa41-3218c533595f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.824038214Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"applying SMF actions for region 4add5a24-9aed-49dc-affe-be72754a1ec5 running snapshot c31b42a6-2942-4d80-aa41-3218c533595f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.824686322Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.824704302Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"uri":"/crucible/0/regions/4add5a24-9aed-49dc-affe-be72754a1ec5/snapshots/c31b42a6-2942-4d80-aa41-3218c533595f/run","method":"POST","req_id":"ed749f47-a975-44d7-95b5-74c26d9647d0","remote_addr":"[fd00:1122:3344:101::a]:33925","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24320,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.843610101Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.843708102Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.843781613Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.843789583Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.843827003Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.843871224Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.843967935Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.844028286Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.844072046Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.844116167Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.853060505Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-4add5a24-9aed-49dc-affe-be72754a1ec5-c31b42a6-2942-4d80-aa41-3218c533595f","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.8535086Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4add5a24-9aed-49dc-affe-be72754a1ec5-c31b42a6-2942-4d80-aa41-3218c533595f","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.861151935Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4add5a24-9aed-49dc-affe-be72754a1ec5-c31b42a6-2942-4d80-aa41-3218c533595f","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.873693783Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4add5a24-9aed-49dc-affe-be72754a1ec5/.zfs/snapshot/c31b42a6-2942-4d80-aa41-3218c533595f","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.873963736Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.874025167Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.874063037Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.874102178Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.874153218Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.877794399Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.882272588Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"region 4add5a24-9aed-49dc-affe-be72754a1ec5 running snapshot c31b42a6-2942-4d80-aa41-3218c533595f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:03.882283198Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"path is \"/data/regions/4add5a24-9aed-49dc-affe-be72754a1ec5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:04.099572039Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"dataset is oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:04.108113311Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"snapshot is oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/4add5a24-9aed-49dc-affe-be72754a1ec5@c31b42a6-2942-4d80-aa41-3218c533595f","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:04.115870679Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/4add5a24-9aed-49dc-affe-be72754a1ec5\", \"c31b42a6-2942-4d80-aa41-3218c533595f\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:04.115903129Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:04.124256051Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"uri":"/crucible/0/regions/4add5a24-9aed-49dc-affe-be72754a1ec5/snapshots/c31b42a6-2942-4d80-aa41-3218c533595f/run","method":"POST","req_id":"b6bfc800-2f81-4496-8f1d-679d9972c4e7","remote_addr":"[fd00:1122:3344:101::a]:33925","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24701,"response_code":200} {"msg":"region 7ffe155c-4bc1-48d3-a179-2ccd16afc1e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.648307226Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.648499479Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"uri":"/crucible/0/regions","method":"POST","req_id":"93df489f-87a9-425b-8b9d-63c6de9a2635","remote_addr":"[fd00:1122:3344:101::a]:33925","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":243,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.648532239Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.659462019Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.659500861Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7ffe155c-4bc1-48d3-a179-2ccd16afc1e7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.713590248Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"region":"7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7ffe155c-4bc1-48d3-a179-2ccd16afc1e7\" \"--data\" \"/data/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.713635418Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"region":"7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.791200246Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"uri":"/crucible/0/regions","method":"POST","req_id":"4b364a7c-5ca8-4b0f-80c4-208944064b41","remote_addr":"[fd00:1122:3344:101::a]:33925","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.800308886Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"region":"7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","component":"worker"} {"msg":"region 7ffe155c-4bc1-48d3-a179-2ccd16afc1e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.800335597Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.800468308Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.800993634Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.801067255Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.801158766Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.801165376Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.801176706Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.801230667Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.801596331Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.801651211Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.801695382Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.801738642Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.8061015Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.806503495Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.810142955Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.817780299Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.821522241Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.821824526Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.821891014Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.821930455Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.821965762Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.825770348Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:08.831541711Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:09.186442053Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"uri":"/crucible/0/regions","method":"POST","req_id":"7f9d245a-a9b4-492b-b706-e278aae87944","remote_addr":"[fd00:1122:3344:101::a]:33925","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.286709742Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"uri":"/crucible/0/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","method":"GET","req_id":"a08fa67e-8682-4c59-9963-c4acd428deda","remote_addr":"[fd00:1122:3344:101::a]:33925","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"path is \"/data/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.292150622Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"dataset is oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.306256168Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"region 7ffe155c-4bc1-48d3-a179-2ccd16afc1e7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.315380589Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.316059466Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.316106707Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"uri":"/crucible/0/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","method":"DELETE","req_id":"f5db9205-75fc-4bca-9868-4cf2b80c87ba","remote_addr":"[fd00:1122:3344:101::a]:33925","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26441,"response_code":204} {"msg":"disabling downstairs instance: downstairs-7ffe155c-4bc1-48d3-a179-2ccd16afc1e7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.317161528Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.319211411Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"uri":"/crucible/0/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","method":"GET","req_id":"01f6c669-3949-45e2-b20a-90102562a440","remote_addr":"[fd00:1122:3344:101::a]:33925","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.324330688Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.324407758Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.324486459Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.324493739Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.32453266Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.32458384Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4add5a24-9aed-49dc-affe-be72754a1ec5","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.324923504Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.324993945Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.325039045Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.325084296Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.328825017Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.330151652Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c22ff332-b738-4b0d-9f2f-c90b3d689274/crucible/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.342375417Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"region":"7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","component":"worker"} {"msg":"region 7ffe155c-4bc1-48d3-a179-2ccd16afc1e7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.401940175Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-28T22:03:35.437981118Z","hostname":"oxz_crucible_3451b370-1be9-4773-a339-9830ebf54993","pid":23517,"uri":"/crucible/0/regions/7ffe155c-4bc1-48d3-a179-2ccd16afc1e7","method":"GET","req_id":"f334d808-3c88-440f-afb6-fd7192f3c42a","remote_addr":"[fd00:1122:3344:101::a]:33925","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":200}