[ Mar 7 22:47:02 Enabled. ] [ Mar 7 22:47:02 Rereading configuration. ] [ Mar 7 22:47:05 Rereading configuration. ] [ Mar 7 22:47:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:47:10.616118567Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:47:10.619026065Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:47:10.619045826Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:47:10.764988434Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.816426621Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58337"} {"msg":"region 113c7c75-a48a-430a-8735-556a569c4cd0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.894060686Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.899336025Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.899360896Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"uri":"/crucible/0/regions","method":"POST","req_id":"47bd8198-6e23-4a13-8d88-ad5f40ff20ac","remote_addr":"[fd00:1122:3344:101::a]:58337","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22591,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.913641257Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.913670258Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"113c7c75-a48a-430a-8735-556a569c4cd0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/113c7c75-a48a-430a-8735-556a569c4cd0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.975020691Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"region":"113c7c75-a48a-430a-8735-556a569c4cd0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.172944929Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"uri":"/crucible/0/regions","method":"POST","req_id":"2a79ad9c-dc1f-4f3f-902c-585499e4dac2","remote_addr":"[fd00:1122:3344:101::a]:58337","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":737,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.321565288Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"region":"113c7c75-a48a-430a-8735-556a569c4cd0","component":"worker"} {"msg":"region 113c7c75-a48a-430a-8735-556a569c4cd0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.321606069Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.321775494Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.322426094Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.330981802Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.356227134Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.362703Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.363416452Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.365837435Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.365903597Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.365950798Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.388945603Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.399249514Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.637326654Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"uri":"/crucible/0/regions","method":"POST","req_id":"b0cbd946-4708-490e-8091-280709ed2b69","remote_addr":"[fd00:1122:3344:101::a]:58337","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.20349066Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42914"} {"msg":"region 38b1b6e1-e054-4e5a-815c-d31e65092b79 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.233196927Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.233363602Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.233377143Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"uri":"/crucible/0/regions","method":"POST","req_id":"a1596f41-67f2-476c-9486-b966c08547de","remote_addr":"[fd00:1122:3344:101::a]:42914","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":216,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.242718305Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.242747306Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"38b1b6e1-e054-4e5a-815c-d31e65092b79\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.331185067Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"region":"38b1b6e1-e054-4e5a-815c-d31e65092b79","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.41606759Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"uri":"/crucible/0/regions","method":"POST","req_id":"950d36c7-4d88-4450-9d6c-9c97731b187e","remote_addr":"[fd00:1122:3344:101::a]:42914","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.449090538Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"region":"38b1b6e1-e054-4e5a-815c-d31e65092b79","component":"worker"} {"msg":"region 38b1b6e1-e054-4e5a-815c-d31e65092b79 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.449126399Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.449218102Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.450262563Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.450355996Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.450438268Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.450446829Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.45049171Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.450540042Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.450631104Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.450692756Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.450742178Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.450791759Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.460819392Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-38b1b6e1-e054-4e5a-815c-d31e65092b79","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.461374299Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-38b1b6e1-e054-4e5a-815c-d31e65092b79","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.46705197Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.482062094Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-38b1b6e1-e054-4e5a-815c-d31e65092b79","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.491352924Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.491693045Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.491773597Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.491828559Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.49189086Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.50246773Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.51438277Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:33.67202176Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"uri":"/crucible/0/regions","method":"POST","req_id":"a5b38c57-7622-45d2-a5c5-d993a08dbe40","remote_addr":"[fd00:1122:3344:101::a]:42914","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.37440322Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50765"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.374518064Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"uri":"/crucible/0/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79","method":"GET","req_id":"6eab8afc-2068-4519-a2f1-ba7896dfcd70","remote_addr":"[fd00:1122:3344:101::a]:50765","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"path is \"/data/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.374677779Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"datafile"} {"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.384594798Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"datafile"} {"msg":"region 38b1b6e1-e054-4e5a-815c-d31e65092b79 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.393573979Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.393722684Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.393777295Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"uri":"/crucible/0/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79","method":"DELETE","req_id":"a8f43c5e-4253-4149-a707-7cb2343b3a1c","remote_addr":"[fd00:1122:3344:101::a]:50765","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19115,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.393951181Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"uri":"/crucible/0/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79","method":"GET","req_id":"cc952817-9fb1-4c00-b392-308d5a890843","remote_addr":"[fd00:1122:3344:101::a]:50765","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-38b1b6e1-e054-4e5a-815c-d31e65092b79 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.394799966Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.401485118Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.401573371Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.401660463Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.401668254Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.401713475Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.401779657Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/113c7c75-a48a-430a-8735-556a569c4cd0","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.402182149Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.402266572Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.402321303Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.402371445Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.406072337Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.406594423Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.416681047Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"region":"38b1b6e1-e054-4e5a-815c-d31e65092b79","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.470373169Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"uri":"/crucible/0/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79","method":"GET","req_id":"c1f7edb5-bc98-4932-be23-921ae6a6842b","remote_addr":"[fd00:1122:3344:101::a]:50765","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region 38b1b6e1-e054-4e5a-815c-d31e65092b79 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.472957887Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:54:07.534712612Z","hostname":"oxz_crucible_9227e547-c76f-4bc5-b6f2-101d008d915e","pid":28771,"uri":"/crucible/0/regions/38b1b6e1-e054-4e5a-815c-d31e65092b79","method":"GET","req_id":"af9bf4a0-79da-4fe6-a042-5f8f31d2c2e7","remote_addr":"[fd00:1122:3344:101::a]:50765","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":40,"response_code":"200"}