{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.386274563Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38719"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.389350529Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"uri":"/crucible/0/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","method":"GET","req_id":"c31007d9-0499-48d7-b564-349bc8f1dbb8","remote_addr":"[fd00:1122:3344:101::a]:38719","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":3047,"response_code":"200"} {"msg":"path is \"/data/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.389557604Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"dataset is oxp_d4d75de1-8cdc-45e1-a811-fee7be433742/crucible/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.401654565Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"snapshot is oxp_d4d75de1-8cdc-45e1-a811-fee7be433742/crucible/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59@5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.412647669Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d4d75de1-8cdc-45e1-a811-fee7be433742/crucible/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59\", \"5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.41267991Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.429589431Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"uri":"/crucible/0/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59/snapshots/5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","method":"GET","req_id":"bb4211de-8b4c-4811-9775-bb53111e58e1","remote_addr":"[fd00:1122:3344:101::a]:38719","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":40063,"response_code":"200"} {"msg":"path is \"/data/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.429859798Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"dataset is oxp_d4d75de1-8cdc-45e1-a811-fee7be433742/crucible/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.442324548Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"snapshot is oxp_d4d75de1-8cdc-45e1-a811-fee7be433742/crucible/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59@5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.453714411Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d4d75de1-8cdc-45e1-a811-fee7be433742/crucible/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59\", \"5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.453753472Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 7689c0a0-0418-45d5-ae6c-b4f38ebe8c59-5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.467594587Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"applying SMF actions for region 7689c0a0-0418-45d5-ae6c-b4f38ebe8c59 running snapshot 5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.468342325Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.468399437Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"uri":"/crucible/0/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59/snapshots/5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f/run","method":"POST","req_id":"778d9bec-286a-43bf-bd32-df618178ae91","remote_addr":"[fd00:1122:3344:101::a]:38719","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":38574,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.47374855Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.473873703Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.473988346Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.474013397Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.474042037Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.474126229Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.474263443Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.474352585Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.474426617Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.474526689Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.480783565Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-7689c0a0-0418-45d5-ae6c-b4f38ebe8c59-5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.481471902Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7689c0a0-0418-45d5-ae6c-b4f38ebe8c59-5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.484652182Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7689c0a0-0418-45d5-ae6c-b4f38ebe8c59-5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.498982688Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59/.zfs/snapshot/5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.49945005Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.499551282Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.499611994Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.499675925Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.499756067Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.504229809Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.509963832Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"region 7689c0a0-0418-45d5-ae6c-b4f38ebe8c59 running snapshot 5117d9aa-efa8-40bf-9ff3-b0578ae0cd0f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:55.509983432Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.235846001Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64899"} {"msg":"region 32a07b26-0010-4692-8616-7196752a0823 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.235920913Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.236090687Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.236098988Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"uri":"/crucible/0/regions","method":"POST","req_id":"c21069e6-7fb1-4a08-adaf-d9eb6271198c","remote_addr":"[fd00:1122:3344:101::a]:64899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":219,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_d4d75de1-8cdc-45e1-a811-fee7be433742/crucible/regions/32a07b26-0010-4692-8616-7196752a0823","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.246719812Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d4d75de1-8cdc-45e1-a811-fee7be433742/crucible/regions/32a07b26-0010-4692-8616-7196752a0823","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.246753663Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"32a07b26-0010-4692-8616-7196752a0823\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/32a07b26-0010-4692-8616-7196752a0823\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.312868238Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"region":"32a07b26-0010-4692-8616-7196752a0823","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"32a07b26-0010-4692-8616-7196752a0823\" \"--data\" \"/data/regions/32a07b26-0010-4692-8616-7196752a0823\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.314778756Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"region":"32a07b26-0010-4692-8616-7196752a0823","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.377651596Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"region":"32a07b26-0010-4692-8616-7196752a0823","component":"worker"} {"msg":"region 32a07b26-0010-4692-8616-7196752a0823 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.3776841Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.377806624Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-32a07b26-0010-4692-8616-7196752a0823","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.378280543Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-32a07b26-0010-4692-8616-7196752a0823","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.384325887Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.390741077Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-32a07b26-0010-4692-8616-7196752a0823","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.395074055Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32a07b26-0010-4692-8616-7196752a0823","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.395366962Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.395416773Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.395470064Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.395508465Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.400200042Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.405153556Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.405260018Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.40535491Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.405370201Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.405403582Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.405452983Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.409509084Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.409570195Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.409622137Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.409679438Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.412906098Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.41459384Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:30:58.454237827Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"uri":"/crucible/0/regions","method":"POST","req_id":"267697b9-b4de-4578-bf35-d63cdb48d674","remote_addr":"[fd00:1122:3344:101::a]:64899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.178314301Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"uri":"/crucible/0/regions/32a07b26-0010-4692-8616-7196752a0823","method":"GET","req_id":"380ef1f2-8ef7-4bec-98e9-d2a9df9ee915","remote_addr":"[fd00:1122:3344:101::a]:64899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"path is \"/data/regions/32a07b26-0010-4692-8616-7196752a0823\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.180721431Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"dataset is oxp_d4d75de1-8cdc-45e1-a811-fee7be433742/crucible/regions/32a07b26-0010-4692-8616-7196752a0823","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.190494084Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"region 32a07b26-0010-4692-8616-7196752a0823 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.199416666Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.199598961Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.202430681Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"uri":"/crucible/0/regions/32a07b26-0010-4692-8616-7196752a0823","method":"DELETE","req_id":"ebf10470-478c-4556-89de-6881bf4b6c9b","remote_addr":"[fd00:1122:3344:101::a]:64899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21730,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-32a07b26-0010-4692-8616-7196752a0823 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.203354604Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.205870597Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"uri":"/crucible/0/regions/32a07b26-0010-4692-8616-7196752a0823","method":"GET","req_id":"152c6a89-c923-4cbe-bfa4-f2dd4633b991","remote_addr":"[fd00:1122:3344:101::a]:64899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":568,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.208141894Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.208242146Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.208345199Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.208357939Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.20840921Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.208466191Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7689c0a0-0418-45d5-ae6c-b4f38ebe8c59","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.208787199Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.208853331Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.208902162Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.208950004Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.212759458Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.21404735Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d4d75de1-8cdc-45e1-a811-fee7be433742/crucible/regions/32a07b26-0010-4692-8616-7196752a0823\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.224521971Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"region":"32a07b26-0010-4692-8616-7196752a0823","component":"worker"} {"msg":"region 32a07b26-0010-4692-8616-7196752a0823 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.290470963Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-24T22:31:22.320669675Z","hostname":"oxz_crucible_de1fdd3f-ce64-4a61-8932-c0da92b320e5","pid":22057,"uri":"/crucible/0/regions/32a07b26-0010-4692-8616-7196752a0823","method":"GET","req_id":"c4ae987d-1d92-4854-952c-a2c1c99f8c3b","remote_addr":"[fd00:1122:3344:101::a]:64899","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":"200"}