[ Mar 26 19:47:53 Enabled. ] [ Mar 26 19:47:53 Rereading configuration. ] [ Mar 26 19:47:56 Rereading configuration. ] [ Mar 26 19:47:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.32842726Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.32876138Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.328774261Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:47:59.754437302Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.784239354Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62912"} {"msg":"region e80d0166-7d07-411e-8fcd-ef84e168afd3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.838379402Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.841502056Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"uri":"/crucible/0/regions","method":"POST","req_id":"ce77f2af-b97b-454d-bdd5-4db66f99c304","remote_addr":"[fd00:1122:3344:101::a]:62912","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22597,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.844572789Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.853885521Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.853917202Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e80d0166-7d07-411e-8fcd-ef84e168afd3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/e80d0166-7d07-411e-8fcd-ef84e168afd3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:42.915127684Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"region":"e80d0166-7d07-411e-8fcd-ef84e168afd3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.123244542Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"uri":"/crucible/0/regions","method":"POST","req_id":"4be7463e-4464-489e-9293-46cb1164f5e9","remote_addr":"[fd00:1122:3344:101::a]:62912","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":673,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.204018686Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"region":"e80d0166-7d07-411e-8fcd-ef84e168afd3","component":"worker"} {"msg":"region e80d0166-7d07-411e-8fcd-ef84e168afd3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.204060007Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.204186431Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.204641985Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.20912128Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.223456944Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.226026032Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.226757774Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.229055764Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.229126866Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.229175787Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.238654974Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.245096009Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:43.640392232Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"uri":"/crucible/0/regions","method":"POST","req_id":"fc01f205-6f21-4f72-be28-3299cef37bf2","remote_addr":"[fd00:1122:3344:101::a]:62912","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":703,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.04860591Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40186"} {"msg":"region a3278a85-6d25-4b97-b07e-461b2764ef24 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.107306197Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.107470011Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"uri":"/crucible/0/regions","method":"POST","req_id":"d3a1cd26-1752-4c75-8dec-3532a4a15c6c","remote_addr":"[fd00:1122:3344:101::a]:40186","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":227,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.107488732Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/a3278a85-6d25-4b97-b07e-461b2764ef24","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.117267268Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/a3278a85-6d25-4b97-b07e-461b2764ef24","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.117300079Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a3278a85-6d25-4b97-b07e-461b2764ef24\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/a3278a85-6d25-4b97-b07e-461b2764ef24\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.192472943Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"region":"a3278a85-6d25-4b97-b07e-461b2764ef24","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.254395347Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"region":"a3278a85-6d25-4b97-b07e-461b2764ef24","component":"worker"} {"msg":"region a3278a85-6d25-4b97-b07e-461b2764ef24 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.254441188Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.254545792Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a3278a85-6d25-4b97-b07e-461b2764ef24","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.254944993Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a3278a85-6d25-4b97-b07e-461b2764ef24","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.257991546Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.265322678Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a3278a85-6d25-4b97-b07e-461b2764ef24","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.267938067Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a3278a85-6d25-4b97-b07e-461b2764ef24","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.268244326Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.268297368Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.268342369Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.26838162Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.271559126Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.277678841Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.277766434Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.277853367Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.277862537Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.277905008Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.27795404Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.278037352Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.278091794Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.278140695Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.278188317Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.286395325Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.286936522Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:54:47.383474023Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"uri":"/crucible/0/regions","method":"POST","req_id":"e49131ae-6b38-4388-81e7-1002d83fa425","remote_addr":"[fd00:1122:3344:101::a]:40186","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.66302977Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33766"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.663145884Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"uri":"/crucible/0/regions/a3278a85-6d25-4b97-b07e-461b2764ef24","method":"GET","req_id":"9c9733c6-a9cd-4c63-b940-a57d558ee77e","remote_addr":"[fd00:1122:3344:101::a]:33766","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"path is \"/data/regions/a3278a85-6d25-4b97-b07e-461b2764ef24\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.663304599Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"datafile"} {"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/a3278a85-6d25-4b97-b07e-461b2764ef24","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.673136066Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"datafile"} {"msg":"region a3278a85-6d25-4b97-b07e-461b2764ef24 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.680231591Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.680442207Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.680476288Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"uri":"/crucible/0/regions/a3278a85-6d25-4b97-b07e-461b2764ef24","method":"DELETE","req_id":"a639714f-83fc-4b8a-af9c-eff0348142c3","remote_addr":"[fd00:1122:3344:101::a]:33766","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17201,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.680626173Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"uri":"/crucible/0/regions/a3278a85-6d25-4b97-b07e-461b2764ef24","method":"GET","req_id":"3f8485ca-ca48-44b6-8b80-46bae0e67363","remote_addr":"[fd00:1122:3344:101::a]:33766","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-a3278a85-6d25-4b97-b07e-461b2764ef24 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.681941583Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.687086688Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.687185491Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.687272564Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.687283594Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.687327295Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.687376857Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e80d0166-7d07-411e-8fcd-ef84e168afd3","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.687756028Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.687827841Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.687888812Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.687945294Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.692647736Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.69308002Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/a3278a85-6d25-4b97-b07e-461b2764ef24\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.703642939Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"region":"a3278a85-6d25-4b97-b07e-461b2764ef24","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.751756325Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"uri":"/crucible/0/regions/a3278a85-6d25-4b97-b07e-461b2764ef24","method":"GET","req_id":"ce3191f1-f419-4a41-b4c2-57f602026862","remote_addr":"[fd00:1122:3344:101::a]:33766","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":103,"response_code":"200"} {"msg":"region a3278a85-6d25-4b97-b07e-461b2764ef24 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.759581812Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T19:55:10.903093865Z","hostname":"oxz_crucible_c1dcb7b7-fa22-4118-a989-ee55a72ed12c","pid":22761,"uri":"/crucible/0/regions/a3278a85-6d25-4b97-b07e-461b2764ef24","method":"GET","req_id":"9b99ef1d-1870-41d8-9e19-9da322ca81d1","remote_addr":"[fd00:1122:3344:101::a]:33766","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":43,"response_code":"200"}