[ Sep 6 23:36:41 Enabled. ] [ Sep 6 23:36:41 Rereading configuration. ] [ Sep 6 23:36:42 Rereading configuration. ] [ Sep 6 23:36:44 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_eae5bedf-a363-4cf3-b83a-efcb44445301/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_eae5bedf-a363-4cf3-b83a-efcb44445301/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:36:44.359810827Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:36:44.363453537Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:36:44.363473197Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:36:44.386077223Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:36:44.468687474Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:36.591644423Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40145"} {"msg":"region e6154900-b3af-40ec-bf76-98c1e4de64b9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:36.634552264Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:36.644703612Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"uri":"/crucible/0/regions","method":"POST","req_id":"f9985faf-da6d-419e-8828-730ac9ef554c","remote_addr":"[fd00:1122:3344:101::a]:40145","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33510,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:36.649603628Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_eae5bedf-a363-4cf3-b83a-efcb44445301/crucible/regions/e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:36.662790577Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_eae5bedf-a363-4cf3-b83a-efcb44445301/crucible/regions/e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:36.662815957Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e6154900-b3af-40ec-bf76-98c1e4de64b9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e6154900-b3af-40ec-bf76-98c1e4de64b9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:36.725355785Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"region":"e6154900-b3af-40ec-bf76-98c1e4de64b9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e6154900-b3af-40ec-bf76-98c1e4de64b9\" \"--data\" \"/data/regions/e6154900-b3af-40ec-bf76-98c1e4de64b9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:36.727720897Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"region":"e6154900-b3af-40ec-bf76-98c1e4de64b9","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:36.947496648Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"uri":"/crucible/0/regions","method":"POST","req_id":"54e117d1-73b0-4c5e-988a-7a7303f6e15e","remote_addr":"[fd00:1122:3344:101::a]:40145","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1038,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.101737999Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"region":"e6154900-b3af-40ec-bf76-98c1e4de64b9","component":"worker"} {"msg":"region e6154900-b3af-40ec-bf76-98c1e4de64b9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.101798169Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.101913001Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.102350667Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.110138293Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.127926564Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.133311437Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.14679289Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.149179752Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.149249543Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.149298973Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.153698073Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.16230966Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:37.217419537Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"uri":"/crucible/0/regions","method":"POST","req_id":"1bef4b17-5d92-4978-aa71-3d2ed885e9aa","remote_addr":"[fd00:1122:3344:101::a]:40145","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"region 006cb426-99e3-48d7-9e6a-19cede58a070 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:41.981556952Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:41.981697144Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"uri":"/crucible/0/regions","method":"POST","req_id":"3e55bd54-ab60-40cf-852b-4951e3c5f316","remote_addr":"[fd00:1122:3344:101::a]:40145","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":191,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:41.981713204Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_eae5bedf-a363-4cf3-b83a-efcb44445301/crucible/regions/006cb426-99e3-48d7-9e6a-19cede58a070","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:41.99172813Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_eae5bedf-a363-4cf3-b83a-efcb44445301/crucible/regions/006cb426-99e3-48d7-9e6a-19cede58a070","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:41.99175843Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"006cb426-99e3-48d7-9e6a-19cede58a070\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/006cb426-99e3-48d7-9e6a-19cede58a070\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.070214054Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"region":"006cb426-99e3-48d7-9e6a-19cede58a070","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"006cb426-99e3-48d7-9e6a-19cede58a070\" \"--data\" \"/data/regions/006cb426-99e3-48d7-9e6a-19cede58a070\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.070267885Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"region":"006cb426-99e3-48d7-9e6a-19cede58a070","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.174728911Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"region":"006cb426-99e3-48d7-9e6a-19cede58a070","component":"worker"} {"msg":"region 006cb426-99e3-48d7-9e6a-19cede58a070 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.174786092Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.174892424Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-006cb426-99e3-48d7-9e6a-19cede58a070","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.175470611Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-006cb426-99e3-48d7-9e6a-19cede58a070","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.181137068Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.19310534Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-006cb426-99e3-48d7-9e6a-19cede58a070","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.197727183Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/006cb426-99e3-48d7-9e6a-19cede58a070","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.198018067Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.198071378Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.198113968Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.198153939Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.205461838Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.212709446Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.212794567Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.212877359Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.212885848Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.212927409Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.21297652Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.213064671Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.215786148Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.215847319Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.21589864Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.226843138Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.227403125Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:43:42.374004633Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"uri":"/crucible/0/regions","method":"POST","req_id":"5a0d5ef1-c8ad-45a7-beeb-ab761849b9bb","remote_addr":"[fd00:1122:3344:101::a]:40145","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.288234157Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"uri":"/crucible/0/regions/006cb426-99e3-48d7-9e6a-19cede58a070","method":"GET","req_id":"eac2bf58-34ce-4b6c-9c7c-825a5c24b77c","remote_addr":"[fd00:1122:3344:101::a]:40145","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":101,"response_code":"200"} {"msg":"path is \"/data/regions/006cb426-99e3-48d7-9e6a-19cede58a070\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.292339683Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"datafile"} {"msg":"dataset is oxp_eae5bedf-a363-4cf3-b83a-efcb44445301/crucible/regions/006cb426-99e3-48d7-9e6a-19cede58a070","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.301985003Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"datafile"} {"msg":"region 006cb426-99e3-48d7-9e6a-19cede58a070 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.310461848Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.310732012Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.310793123Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"uri":"/crucible/0/regions/006cb426-99e3-48d7-9e6a-19cede58a070","method":"DELETE","req_id":"08d51c71-2738-4a1c-adfb-671f49c3d4b1","remote_addr":"[fd00:1122:3344:101::a]:40145","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19069,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-006cb426-99e3-48d7-9e6a-19cede58a070 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.311956598Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.314240189Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"uri":"/crucible/0/regions/006cb426-99e3-48d7-9e6a-19cede58a070","method":"GET","req_id":"9b44970b-03ac-4e01-88f2-01e135f2abcb","remote_addr":"[fd00:1122:3344:101::a]:40145","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.320047218Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.320137709Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.320221711Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.320230731Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.320277061Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.320326752Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e6154900-b3af-40ec-bf76-98c1e4de64b9","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.320688807Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.320750228Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.320798509Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.320846559Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.324153874Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.32457542Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_eae5bedf-a363-4cf3-b83a-efcb44445301/crucible/regions/006cb426-99e3-48d7-9e6a-19cede58a070\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.333953677Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"region":"006cb426-99e3-48d7-9e6a-19cede58a070","component":"worker"} {"msg":"region 006cb426-99e3-48d7-9e6a-19cede58a070 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.385530946Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T23:44:25.439127723Z","hostname":"oxz_crucible_dbf82130-678a-44d4-9dd9-8a8be286ccf6","pid":19846,"uri":"/crucible/0/regions/006cb426-99e3-48d7-9e6a-19cede58a070","method":"GET","req_id":"6f11f25b-dc9f-4f82-b249-cf14e4a45b1d","remote_addr":"[fd00:1122:3344:101::a]:40145","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":"200"}