{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.403556823Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36023"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.406329685Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"uri":"/crucible/0/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","method":"GET","req_id":"335da1e1-12d2-45d4-a5ea-be3f9d3fa4d8","remote_addr":"[fd00:1122:3344:101::c]:36023","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2721,"response_code":"200"} {"msg":"path is \"/data/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.409082587Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"dataset is oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.418617822Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"snapshot is oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f@8946917f-2f36-449e-99f5-b71323ff155b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.427257554Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f\", \"8946917f-2f36-449e-99f5-b71323ff155b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.427290374Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.439095924Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"uri":"/crucible/0/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f/snapshots/8946917f-2f36-449e-99f5-b71323ff155b","method":"GET","req_id":"846bf2a8-b23d-4a44-ba48-347bc8381868","remote_addr":"[fd00:1122:3344:101::c]:36023","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30023,"response_code":"200"} {"msg":"path is \"/data/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.442843601Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"dataset is oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.450930144Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"snapshot is oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f@8946917f-2f36-449e-99f5-b71323ff155b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.45853981Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f\", \"8946917f-2f36-449e-99f5-b71323ff155b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.45856235Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f-8946917f-2f36-449e-99f5-b71323ff155b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.467575607Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"applying SMF actions for region 5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f running snapshot 8946917f-2f36-449e-99f5-b71323ff155b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.468350179Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.46837186Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"uri":"/crucible/0/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f/snapshots/8946917f-2f36-449e-99f5-b71323ff155b/run","method":"POST","req_id":"21471365-ab33-4399-8185-76c3fb92f4ee","remote_addr":"[fd00:1122:3344:101::c]:36023","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25563,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.480790218Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.48089474Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.480995272Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.481003062Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.481056633Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.481114243Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.481228545Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.481301856Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.481360837Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.481420898Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.489485021Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f-8946917f-2f36-449e-99f5-b71323ff155b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.489946028Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f-8946917f-2f36-449e-99f5-b71323ff155b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.497382081Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f-8946917f-2f36-449e-99f5-b71323ff155b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.510070264Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f/.zfs/snapshot/8946917f-2f36-449e-99f5-b71323ff155b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.510361299Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.510427549Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.51047144Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.510512201Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.510564402Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.514163386Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.518402631Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"region 5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f running snapshot 8946917f-2f36-449e-99f5-b71323ff155b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.518420431Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"path is \"/data/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.840848448Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"dataset is oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.84952122Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"snapshot is oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f@8946917f-2f36-449e-99f5-b71323ff155b","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.858042759Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f\", \"8946917f-2f36-449e-99f5-b71323ff155b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.85807604Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:02.866289425Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"uri":"/crucible/0/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f/snapshots/8946917f-2f36-449e-99f5-b71323ff155b/run","method":"POST","req_id":"6390e968-b298-42b7-b94d-2a6687a7b1a9","remote_addr":"[fd00:1122:3344:101::c]:36023","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25467,"response_code":"200"} {"msg":"region d6429619-1615-4c3f-9c48-d13e87954f89 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:07.918497823Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:07.918678156Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"uri":"/crucible/0/regions","method":"POST","req_id":"3d466749-2410-4e58-b6ef-ddfe9aadb200","remote_addr":"[fd00:1122:3344:101::c]:36023","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":247,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:07.918703197Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/d6429619-1615-4c3f-9c48-d13e87954f89","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:07.928371884Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/d6429619-1615-4c3f-9c48-d13e87954f89","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:07.928412994Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d6429619-1615-4c3f-9c48-d13e87954f89\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d6429619-1615-4c3f-9c48-d13e87954f89\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:07.99582621Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"region":"d6429619-1615-4c3f-9c48-d13e87954f89","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d6429619-1615-4c3f-9c48-d13e87954f89\" \"--data\" \"/data/regions/d6429619-1615-4c3f-9c48-d13e87954f89\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:07.997595527Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"region":"d6429619-1615-4c3f-9c48-d13e87954f89","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.125023706Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"region":"d6429619-1615-4c3f-9c48-d13e87954f89","component":"worker"} {"msg":"region d6429619-1615-4c3f-9c48-d13e87954f89 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.125078337Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.125185299Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.125776517Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.125860189Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.12594131Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.12594818Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.125992051Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.126044662Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.126423747Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.126489608Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.126539149Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.1265875Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.129652787Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d6429619-1615-4c3f-9c48-d13e87954f89","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.130080453Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d6429619-1615-4c3f-9c48-d13e87954f89","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.135211021Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.141960014Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d6429619-1615-4c3f-9c48-d13e87954f89","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.144643715Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d6429619-1615-4c3f-9c48-d13e87954f89","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.144906339Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.14497431Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.14502038Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.145061471Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.14896462Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.155665452Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:08.24947591Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"uri":"/crucible/0/regions","method":"POST","req_id":"b9e03eeb-08f0-4056-8514-a78a7bdec6b3","remote_addr":"[fd00:1122:3344:101::c]:36023","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.706445447Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"uri":"/crucible/0/regions/d6429619-1615-4c3f-9c48-d13e87954f89","method":"GET","req_id":"e215f1a3-ede3-408c-82cf-81cfff8dcfe2","remote_addr":"[fd00:1122:3344:101::c]:36023","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":44,"response_code":"200"} {"msg":"path is \"/data/regions/d6429619-1615-4c3f-9c48-d13e87954f89\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.710157973Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"dataset is oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/d6429619-1615-4c3f-9c48-d13e87954f89","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.723340434Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"region d6429619-1615-4c3f-9c48-d13e87954f89 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.733706931Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.734368452Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.734416652Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"uri":"/crucible/0/regions/d6429619-1615-4c3f-9c48-d13e87954f89","method":"DELETE","req_id":"d9fd3024-2a28-4077-ad1f-dc879e447b72","remote_addr":"[fd00:1122:3344:101::c]:36023","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24342,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-d6429619-1615-4c3f-9c48-d13e87954f89 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.735695492Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.737826594Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"uri":"/crucible/0/regions/d6429619-1615-4c3f-9c48-d13e87954f89","method":"GET","req_id":"f42f5cee-1fd3-4324-a805-48026ec4b012","remote_addr":"[fd00:1122:3344:101::c]:36023","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":44,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.742612257Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.742704128Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.74278999Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.74279777Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.742851431Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.742896821Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.743253247Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.743322268Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.743377549Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.743427329Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.747231617Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.748759591Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crucible/regions/d6429619-1615-4c3f-9c48-d13e87954f89\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.759746398Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"region":"d6429619-1615-4c3f-9c48-d13e87954f89","component":"worker"} {"msg":"region d6429619-1615-4c3f-9c48-d13e87954f89 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.825759922Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-28T18:21:32.877000582Z","hostname":"oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28","pid":22842,"uri":"/crucible/0/regions/d6429619-1615-4c3f-9c48-d13e87954f89","method":"GET","req_id":"085124eb-8847-419d-803b-5fff5d4c721e","remote_addr":"[fd00:1122:3344:101::c]:36023","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":"200"}