{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.308174964Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50669"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.315807888Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"uri":"/crucible/0/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370","method":"GET","req_id":"8b34e640-ada4-4d42-9a24-421c7bc8a96d","remote_addr":"[fd00:1122:3344:101::a]:50669","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":7584,"response_code":"200"} {"msg":"path is \"/data/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.31879909Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"dataset is oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.328263066Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"snapshot is oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370@636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.336683814Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370\", \"636915c6-dc5b-4438-9042-a43aee600b1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.336713065Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.347936191Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"uri":"/crucible/0/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370/snapshots/636915c6-dc5b-4438-9042-a43aee600b1d","method":"GET","req_id":"fe5327a1-fbf4-4f9f-85fb-26328f27316b","remote_addr":"[fd00:1122:3344:101::a]:50669","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29150,"response_code":"200"} {"msg":"path is \"/data/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.351508614Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"dataset is oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.359278561Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"snapshot is oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370@636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.367666258Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370\", \"636915c6-dc5b-4438-9042-a43aee600b1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.367693378Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d42ec1aa-31b6-4103-b56a-3ea127b6b370-636915c6-dc5b-4438-9042-a43aee600b1d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.376175337Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"applying SMF actions for region d42ec1aa-31b6-4103-b56a-3ea127b6b370 running snapshot 636915c6-dc5b-4438-9042-a43aee600b1d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.376783298Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.376816758Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"uri":"/crucible/0/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370/snapshots/636915c6-dc5b-4438-9042-a43aee600b1d/run","method":"POST","req_id":"271475cd-dbab-422b-8994-b8a74f785645","remote_addr":"[fd00:1122:3344:101::a]:50669","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25350,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.385252886Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.385339498Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.385421189Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.385430499Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.38547241Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.385521151Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.385619123Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.385681384Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.385730845Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.385780395Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.395437475Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-d42ec1aa-31b6-4103-b56a-3ea127b6b370-636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.395900693Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d42ec1aa-31b6-4103-b56a-3ea127b6b370-636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.398834735Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d42ec1aa-31b6-4103-b56a-3ea127b6b370-636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.412459594Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370/.zfs/snapshot/636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.412703408Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.412769679Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.41281804Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.412865441Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.412922912Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.416553265Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.421052954Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"region d42ec1aa-31b6-4103-b56a-3ea127b6b370 running snapshot 636915c6-dc5b-4438-9042-a43aee600b1d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.421067074Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"path is \"/data/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.718976192Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"dataset is oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.727807487Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"snapshot is oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370@636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.737476237Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370\", \"636915c6-dc5b-4438-9042-a43aee600b1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.737505437Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.745600589Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"uri":"/crucible/0/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370/snapshots/636915c6-dc5b-4438-9042-a43aee600b1d/run","method":"POST","req_id":"a512725c-9b8a-4fb1-be9f-8f4f3028f978","remote_addr":"[fd00:1122:3344:101::a]:50669","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26667,"response_code":"200"} {"msg":"region 86541339-51e4-4a7b-a738-e6ec3fbb4182 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.370531415Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.370702898Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"uri":"/crucible/0/regions","method":"POST","req_id":"5c8e02ba-7a6b-48bd-a81a-9d8292946d0c","remote_addr":"[fd00:1122:3344:101::a]:50669","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":236,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.370727379Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.380224145Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.380260266Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"86541339-51e4-4a7b-a738-e6ec3fbb4182\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.439591457Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"region":"86541339-51e4-4a7b-a738-e6ec3fbb4182","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"86541339-51e4-4a7b-a738-e6ec3fbb4182\" \"--data\" \"/data/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.439652238Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"region":"86541339-51e4-4a7b-a738-e6ec3fbb4182","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.525333841Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"uri":"/crucible/0/regions","method":"POST","req_id":"8d17102a-389f-4427-aa36-d632d4b06fb0","remote_addr":"[fd00:1122:3344:101::a]:50669","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.548755752Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"region":"86541339-51e4-4a7b-a738-e6ec3fbb4182","component":"worker"} {"msg":"region 86541339-51e4-4a7b-a738-e6ec3fbb4182 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.548784662Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.548912215Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-86541339-51e4-4a7b-a738-e6ec3fbb4182","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.549327262Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-86541339-51e4-4a7b-a738-e6ec3fbb4182","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.556500108Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.564000489Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-86541339-51e4-4a7b-a738-e6ec3fbb4182","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.567041113Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.567247426Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.567294367Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.567334498Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.567378719Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.571373099Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.576135122Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.576222394Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.576309616Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.576316226Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.576360566Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.576407227Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.580490859Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.58054437Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.580594801Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.580641621Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.584049821Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:17.585903804Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:18.135723692Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"uri":"/crucible/0/regions","method":"POST","req_id":"86a4fc87-3a23-40e4-893e-03e901487f59","remote_addr":"[fd00:1122:3344:101::a]:50669","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.062877031Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"uri":"/crucible/0/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182","method":"GET","req_id":"47304d84-531e-4cc4-8af9-3cee32742f3c","remote_addr":"[fd00:1122:3344:101::a]:50669","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":102,"response_code":"200"} {"msg":"path is \"/data/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.066435153Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"dataset is oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.07934745Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"region 86541339-51e4-4a7b-a738-e6ec3fbb4182 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.08905203Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.089243113Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-86541339-51e4-4a7b-a738-e6ec3fbb4182 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.090332213Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.091549064Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"uri":"/crucible/0/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182","method":"DELETE","req_id":"fba15cf3-4794-4abc-814e-b09d62adc187","remote_addr":"[fd00:1122:3344:101::a]:50669","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25148,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.094451065Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"uri":"/crucible/0/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182","method":"GET","req_id":"4ed0a675-984f-4bc0-85ec-12182953b549","remote_addr":"[fd00:1122:3344:101::a]:50669","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.095113797Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.095207018Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.09529456Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.0953041Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.095370281Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.095435152Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d42ec1aa-31b6-4103-b56a-3ea127b6b370","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.095794848Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.09586641Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.095974832Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.096038903Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.100127384Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.101458148Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6cdabbea-dfea-4c4a-a6f2-7df6bde97f34/crucible/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.111697187Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"region":"86541339-51e4-4a7b-a738-e6ec3fbb4182","component":"worker"} {"msg":"region 86541339-51e4-4a7b-a738-e6ec3fbb4182 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.162872115Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:44.203535159Z","hostname":"oxz_crucible_9fc7ca16-a383-4370-b289-ed5d97420f4c","pid":23189,"uri":"/crucible/0/regions/86541339-51e4-4a7b-a738-e6ec3fbb4182","method":"GET","req_id":"b6fe0acf-3f86-462e-8d5d-aad3991f82c7","remote_addr":"[fd00:1122:3344:101::a]:50669","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":614,"response_code":"200"}