{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.026694465Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51890"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.026848108Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"uri":"/crucible/0/regions/0940791c-d601-4c8c-885d-f393ce669b1b","method":"GET","req_id":"5f8e8ee1-039f-44cc-8fcf-07262cf50cec","remote_addr":"[fd00:1122:3344:101::a]:51890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/0940791c-d601-4c8c-885d-f393ce669b1b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.034360415Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"dataset is oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.043383117Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"snapshot is oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/0940791c-d601-4c8c-885d-f393ce669b1b@ae859332-3ded-4d8d-b1d6-4b3257ef154b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.052699516Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/0940791c-d601-4c8c-885d-f393ce669b1b\", \"ae859332-3ded-4d8d-b1d6-4b3257ef154b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.052736667Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.062803924Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"uri":"/crucible/0/regions/0940791c-d601-4c8c-885d-f393ce669b1b/snapshots/ae859332-3ded-4d8d-b1d6-4b3257ef154b","method":"GET","req_id":"cbbb7fab-236b-47cd-94aa-bd2416763fa9","remote_addr":"[fd00:1122:3344:101::a]:51890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32500,"response_code":"200"} {"msg":"path is \"/data/regions/0940791c-d601-4c8c-885d-f393ce669b1b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.066918881Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"dataset is oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.076189139Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"snapshot is oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/0940791c-d601-4c8c-885d-f393ce669b1b@ae859332-3ded-4d8d-b1d6-4b3257ef154b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.084629208Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/0940791c-d601-4c8c-885d-f393ce669b1b\", \"ae859332-3ded-4d8d-b1d6-4b3257ef154b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.084657008Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 0940791c-d601-4c8c-885d-f393ce669b1b-ae859332-3ded-4d8d-b1d6-4b3257ef154b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.092858261Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"applying SMF actions for region 0940791c-d601-4c8c-885d-f393ce669b1b running snapshot ae859332-3ded-4d8d-b1d6-4b3257ef154b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.093491536Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.093508537Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"uri":"/crucible/0/regions/0940791c-d601-4c8c-885d-f393ce669b1b/snapshots/ae859332-3ded-4d8d-b1d6-4b3257ef154b/run","method":"POST","req_id":"dd4495d8-b737-49fd-80b3-3a0d2c9ad783","remote_addr":"[fd00:1122:3344:101::a]:51890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26628,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.099721403Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.099806995Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.099888887Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.099895577Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.099938678Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.099987149Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.100102202Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.100166013Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.100213964Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.100262845Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.10681853Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-0940791c-d601-4c8c-885d-f393ce669b1b-ae859332-3ded-4d8d-b1d6-4b3257ef154b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.107278041Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0940791c-d601-4c8c-885d-f393ce669b1b-ae859332-3ded-4d8d-b1d6-4b3257ef154b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.110540687Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0940791c-d601-4c8c-885d-f393ce669b1b-ae859332-3ded-4d8d-b1d6-4b3257ef154b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.123618415Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0940791c-d601-4c8c-885d-f393ce669b1b/.zfs/snapshot/ae859332-3ded-4d8d-b1d6-4b3257ef154b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.123908082Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.123979383Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.124028065Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.124073206Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.124135647Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.127782343Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.132222257Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"region 0940791c-d601-4c8c-885d-f393ce669b1b running snapshot ae859332-3ded-4d8d-b1d6-4b3257ef154b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.132232018Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"path is \"/data/regions/0940791c-d601-4c8c-885d-f393ce669b1b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.32993248Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"dataset is oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.339485744Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"snapshot is oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/0940791c-d601-4c8c-885d-f393ce669b1b@ae859332-3ded-4d8d-b1d6-4b3257ef154b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.347947893Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/0940791c-d601-4c8c-885d-f393ce669b1b\", \"ae859332-3ded-4d8d-b1d6-4b3257ef154b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.347971994Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:00.35629687Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"uri":"/crucible/0/regions/0940791c-d601-4c8c-885d-f393ce669b1b/snapshots/ae859332-3ded-4d8d-b1d6-4b3257ef154b/run","method":"POST","req_id":"b72de6ec-44cd-47df-9bdf-b41848e16499","remote_addr":"[fd00:1122:3344:101::a]:51890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26390,"response_code":"200"} {"msg":"region 41038157-df8d-4356-bb06-6feef4eb593f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.600181594Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.600412239Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"uri":"/crucible/0/regions","method":"POST","req_id":"d29e3b5d-350f-4fe9-b715-d235f0eef87d","remote_addr":"[fd00:1122:3344:101::a]:51890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":285,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.6004381Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/41038157-df8d-4356-bb06-6feef4eb593f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.609407201Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/41038157-df8d-4356-bb06-6feef4eb593f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.609445502Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"41038157-df8d-4356-bb06-6feef4eb593f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/41038157-df8d-4356-bb06-6feef4eb593f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.678998878Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"region":"41038157-df8d-4356-bb06-6feef4eb593f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"41038157-df8d-4356-bb06-6feef4eb593f\" \"--data\" \"/data/regions/41038157-df8d-4356-bb06-6feef4eb593f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.680932814Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"region":"41038157-df8d-4356-bb06-6feef4eb593f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.742108583Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"uri":"/crucible/0/regions","method":"POST","req_id":"86eef570-865b-4402-a871-c6dc9bf92492","remote_addr":"[fd00:1122:3344:101::a]:51890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.78065532Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"region":"41038157-df8d-4356-bb06-6feef4eb593f","component":"worker"} {"msg":"region 41038157-df8d-4356-bb06-6feef4eb593f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.780690201Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.780815674Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.781375607Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.781460329Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.781541091Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.781549091Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.781591232Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.781641333Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.782031563Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.782102564Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.782152565Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.782202047Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.786140119Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-41038157-df8d-4356-bb06-6feef4eb593f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.78660051Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-41038157-df8d-4356-bb06-6feef4eb593f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.796486263Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.803713903Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-41038157-df8d-4356-bb06-6feef4eb593f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.806878207Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/41038157-df8d-4356-bb06-6feef4eb593f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.807163234Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.807220695Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.807267296Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.807305797Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.811060916Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:04.817258111Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:05.391342679Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"uri":"/crucible/0/regions","method":"POST","req_id":"96109d2c-bb63-40a0-9be6-2984566f3b51","remote_addr":"[fd00:1122:3344:101::a]:51890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.849216475Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"uri":"/crucible/0/regions/41038157-df8d-4356-bb06-6feef4eb593f","method":"GET","req_id":"2b46f0cc-08dd-45f3-b1b9-fbfda2400717","remote_addr":"[fd00:1122:3344:101::a]:51890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/41038157-df8d-4356-bb06-6feef4eb593f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.852419Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"dataset is oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/41038157-df8d-4356-bb06-6feef4eb593f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.865774994Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"region 41038157-df8d-4356-bb06-6feef4eb593f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.876102757Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.876288952Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-41038157-df8d-4356-bb06-6feef4eb593f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.877596842Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.878514484Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"uri":"/crucible/0/regions/41038157-df8d-4356-bb06-6feef4eb593f","method":"DELETE","req_id":"2efeb56a-6179-4774-ad42-1f936c8b5bb9","remote_addr":"[fd00:1122:3344:101::a]:51890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26143,"response_code":"204"} {"msg":"existing directory value /dev/null does not match /data/regions/0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.88261008Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.882720653Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.882812585Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.882821425Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.882872186Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.882943768Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.882989059Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"uri":"/crucible/0/regions/41038157-df8d-4356-bb06-6feef4eb593f","method":"GET","req_id":"df1cbd96-597b-4f19-b92c-1a06f89a55c7","remote_addr":"[fd00:1122:3344:101::a]:51890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32,"response_code":"200"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0940791c-d601-4c8c-885d-f393ce669b1b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.883323067Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.883388479Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.88344699Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.883501741Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.887855244Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.889205775Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_499e4ebe-b5ea-4f11-acc8-e93cd42f3e6a/crucible/regions/41038157-df8d-4356-bb06-6feef4eb593f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.901199788Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"region":"41038157-df8d-4356-bb06-6feef4eb593f","component":"worker"} {"msg":"region 41038157-df8d-4356-bb06-6feef4eb593f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:30.960122974Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-21T07:04:31.010899098Z","hostname":"oxz_crucible_6bd79714-b2cc-4613-a763-995dba5fd7b1","pid":22846,"uri":"/crucible/0/regions/41038157-df8d-4356-bb06-6feef4eb593f","method":"GET","req_id":"6a4ebf4e-4c31-483f-b0bd-f615cbb6ebd5","remote_addr":"[fd00:1122:3344:101::a]:51890","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"}