{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:06.740280559Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40049"} {"msg":"region d490f0f5-f475-458b-9580-55f3c62780e3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:06.772089495Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:06.777185886Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions","method":"POST","req_id":"d9eb90db-e0cb-41fe-b76a-ef30473405fd","remote_addr":"[fd00:1122:3344:101::a]:40049","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":13000,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:06.778286319Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:06.787954242Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:06.787979002Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d490f0f5-f475-458b-9580-55f3c62780e3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d490f0f5-f475-458b-9580-55f3c62780e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:06.847026502Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"region":"d490f0f5-f475-458b-9580-55f3c62780e3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d490f0f5-f475-458b-9580-55f3c62780e3\" \"--data\" \"/data/regions/d490f0f5-f475-458b-9580-55f3c62780e3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:06.853539212Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"region":"d490f0f5-f475-458b-9580-55f3c62780e3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.067022626Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"region":"d490f0f5-f475-458b-9580-55f3c62780e3","component":"worker"} {"msg":"region d490f0f5-f475-458b-9580-55f3c62780e3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.067083817Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.06718373Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.069622838Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.074436324Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.077110228Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions","method":"POST","req_id":"c4f7fc5d-4394-4fbd-990a-c32e94311057","remote_addr":"[fd00:1122:3344:101::a]:40049","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.094857332Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.099508685Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.10624839Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.106316511Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.106386933Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.106439034Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.109668068Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:15:07.115915613Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.536917248Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40525"} {"msg":"region e172bb03-392a-4f35-8dde-a13f11a367f0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.537061421Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.53801815Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions","method":"POST","req_id":"b36d3d1d-9696-4161-8ccf-ea4d2052bd67","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":977,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.53803862Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/e172bb03-392a-4f35-8dde-a13f11a367f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.547940478Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/e172bb03-392a-4f35-8dde-a13f11a367f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.547973529Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e172bb03-392a-4f35-8dde-a13f11a367f0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e172bb03-392a-4f35-8dde-a13f11a367f0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.603931747Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"region":"e172bb03-392a-4f35-8dde-a13f11a367f0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e172bb03-392a-4f35-8dde-a13f11a367f0\" \"--data\" \"/data/regions/e172bb03-392a-4f35-8dde-a13f11a367f0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.603985668Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"region":"e172bb03-392a-4f35-8dde-a13f11a367f0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.705863903Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"region":"e172bb03-392a-4f35-8dde-a13f11a367f0","component":"worker"} {"msg":"region e172bb03-392a-4f35-8dde-a13f11a367f0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.705908214Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.705985175Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.71372946Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.713831052Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.713929454Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.713947194Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.713992585Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.714067847Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.714183369Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.71425694Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.714316332Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.714374163Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.724659118Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e172bb03-392a-4f35-8dde-a13f11a367f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.725164448Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e172bb03-392a-4f35-8dde-a13f11a367f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.731412503Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.747955684Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e172bb03-392a-4f35-8dde-a13f11a367f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.756193038Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e172bb03-392a-4f35-8dde-a13f11a367f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.756485374Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.756541645Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.756584266Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.756627267Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.760360521Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.766992784Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:20.773664567Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions","method":"POST","req_id":"489506e2-614b-4432-83ca-4f78c2ee15eb","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.523003411Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions/d490f0f5-f475-458b-9580-55f3c62780e3","method":"GET","req_id":"ab676cf3-601e-4c4b-94cb-4a6403fe1868","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":3522,"response_code":"200"} {"msg":"path is \"/data/regions/d490f0f5-f475-458b-9580-55f3c62780e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.526305647Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"dataset is oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.534668663Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"snapshot is oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d490f0f5-f475-458b-9580-55f3c62780e3@bd43ecdd-ac89-4c78-8729-18f5e332f3b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.543105431Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d490f0f5-f475-458b-9580-55f3c62780e3\", \"bd43ecdd-ac89-4c78-8729-18f5e332f3b7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.543146372Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.55703062Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions/d490f0f5-f475-458b-9580-55f3c62780e3/snapshots/bd43ecdd-ac89-4c78-8729-18f5e332f3b7","method":"GET","req_id":"e1ef7315-b081-4bad-b08d-044dad2d5284","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31242,"response_code":"200"} {"msg":"path is \"/data/regions/d490f0f5-f475-458b-9580-55f3c62780e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.560338566Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"dataset is oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.567932747Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"snapshot is oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d490f0f5-f475-458b-9580-55f3c62780e3@bd43ecdd-ac89-4c78-8729-18f5e332f3b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.575763714Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d490f0f5-f475-458b-9580-55f3c62780e3\", \"bd43ecdd-ac89-4c78-8729-18f5e332f3b7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.575796395Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d490f0f5-f475-458b-9580-55f3c62780e3-bd43ecdd-ac89-4c78-8729-18f5e332f3b7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.584508449Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"applying SMF actions for region d490f0f5-f475-458b-9580-55f3c62780e3 running snapshot bd43ecdd-ac89-4c78-8729-18f5e332f3b7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.584724183Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.584741773Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions/d490f0f5-f475-458b-9580-55f3c62780e3/snapshots/bd43ecdd-ac89-4c78-8729-18f5e332f3b7/run","method":"POST","req_id":"c4480021-857d-41df-85e7-60a008ae5b9d","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24426,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.585410497Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.585518779Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.58560022Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.585614461Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.585648471Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.585693872Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.58607276Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.586133751Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.586181552Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.586226723Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.593016259Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-d490f0f5-f475-458b-9580-55f3c62780e3-bd43ecdd-ac89-4c78-8729-18f5e332f3b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.594547089Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d490f0f5-f475-458b-9580-55f3c62780e3-bd43ecdd-ac89-4c78-8729-18f5e332f3b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.603570559Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d490f0f5-f475-458b-9580-55f3c62780e3-bd43ecdd-ac89-4c78-8729-18f5e332f3b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.619006038Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d490f0f5-f475-458b-9580-55f3c62780e3/.zfs/snapshot/bd43ecdd-ac89-4c78-8729-18f5e332f3b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.619309024Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.619388285Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.619438116Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.619483057Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.619544569Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.623723062Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.630877315Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"region d490f0f5-f475-458b-9580-55f3c62780e3 running snapshot bd43ecdd-ac89-4c78-8729-18f5e332f3b7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.630888735Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"path is \"/data/regions/d490f0f5-f475-458b-9580-55f3c62780e3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.749982044Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"dataset is oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.757951963Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"snapshot is oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d490f0f5-f475-458b-9580-55f3c62780e3@bd43ecdd-ac89-4c78-8729-18f5e332f3b7","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.766401832Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d490f0f5-f475-458b-9580-55f3c62780e3\", \"bd43ecdd-ac89-4c78-8729-18f5e332f3b7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.766446573Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:22.774720248Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions/d490f0f5-f475-458b-9580-55f3c62780e3/snapshots/bd43ecdd-ac89-4c78-8729-18f5e332f3b7/run","method":"POST","req_id":"e942fe1c-d7bd-4348-af2d-6d1bbbe4a32a","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24767,"response_code":"200"} {"msg":"region d71bf160-0c38-45fc-b99c-6571a67ec4bc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.202334295Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.202531319Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions","method":"POST","req_id":"29d7374e-f05a-4d9e-872b-d9ce21b83718","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":300,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.202550449Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.212304444Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.212334375Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d71bf160-0c38-45fc-b99c-6571a67ec4bc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.287573578Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"region":"d71bf160-0c38-45fc-b99c-6571a67ec4bc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d71bf160-0c38-45fc-b99c-6571a67ec4bc\" \"--data\" \"/data/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.289729511Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"region":"d71bf160-0c38-45fc-b99c-6571a67ec4bc","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.385620926Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"region":"d71bf160-0c38-45fc-b99c-6571a67ec4bc","component":"worker"} {"msg":"region d71bf160-0c38-45fc-b99c-6571a67ec4bc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.385664078Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.385750119Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.386360431Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.386442163Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.386560595Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.386568336Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.386613266Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.386672707Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.387077266Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.387140207Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.387188368Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.387238989Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.395661387Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d71bf160-0c38-45fc-b99c-6571a67ec4bc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.396198078Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d71bf160-0c38-45fc-b99c-6571a67ec4bc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.404049965Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.415655126Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d71bf160-0c38-45fc-b99c-6571a67ec4bc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.422371051Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.422588905Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.422658586Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.422707777Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.422754088Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.430436962Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.446088605Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:26.566948018Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions","method":"POST","req_id":"b7c41546-f789-418d-a7ad-c42b215fdc82","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":612,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.762728914Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc","method":"GET","req_id":"5141e266-ee3e-4b25-b181-712a86d95339","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"path is \"/data/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.765713183Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"dataset is oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.7780474Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"region d71bf160-0c38-45fc-b99c-6571a67ec4bc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.788302644Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.788533009Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-d71bf160-0c38-45fc-b99c-6571a67ec4bc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.789679542Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.79107902Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc","method":"DELETE","req_id":"6fc15745-f922-4eda-9be3-b83848d557c7","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25388,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.793877146Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc","method":"GET","req_id":"ebb2ee44-ddd1-4f1e-9712-8ae555ba7b33","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.795127841Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.795212453Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.795298684Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.795305974Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.795346785Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.795400796Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d490f0f5-f475-458b-9580-55f3c62780e3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.795777594Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.795836125Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.795887136Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.795942767Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.799756563Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.801914576Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crucible/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.813537939Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"region":"d71bf160-0c38-45fc-b99c-6571a67ec4bc","component":"worker"} {"msg":"region d71bf160-0c38-45fc-b99c-6571a67ec4bc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.861904895Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-04T22:18:51.868414895Z","hostname":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","pid":21145,"uri":"/crucible/0/regions/d71bf160-0c38-45fc-b99c-6571a67ec4bc","method":"GET","req_id":"e9e3e6ba-03b1-4ace-8608-3b3979843025","remote_addr":"[fd00:1122:3344:101::a]:40525","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":551,"response_code":"200"}