[ Mar 26 14:48:04 Enabled. ] [ Mar 26 14:48:04 Rereading configuration. ] [ Mar 26 14:48:06 Rereading configuration. ] [ Mar 26 14:48:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:09.093756978Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:09.097824685Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:09.097847815Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:09.283030392Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.675083822Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42614"} {"msg":"region cf2f0d07-1560-4e98-b84c-84181703d9cd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.743082568Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.745654873Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions","method":"POST","req_id":"5858be2a-1e1f-47a3-b97d-5f9d47964e4d","remote_addr":"[fd00:1122:3344:101::c]:42614","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":9097,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.746316142Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/cf2f0d07-1560-4e98-b84c-84181703d9cd","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.756642174Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/cf2f0d07-1560-4e98-b84c-84181703d9cd","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.756676975Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cf2f0d07-1560-4e98-b84c-84181703d9cd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/cf2f0d07-1560-4e98-b84c-84181703d9cd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.824202624Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"region":"cf2f0d07-1560-4e98-b84c-84181703d9cd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.931457149Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"region":"cf2f0d07-1560-4e98-b84c-84181703d9cd","component":"worker"} {"msg":"region cf2f0d07-1560-4e98-b84c-84181703d9cd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.93150547Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.931603971Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cf2f0d07-1560-4e98-b84c-84181703d9cd","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.932060648Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cf2f0d07-1560-4e98-b84c-84181703d9cd","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.936538759Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.949577848Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf2f0d07-1560-4e98-b84c-84181703d9cd","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.952495138Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf2f0d07-1560-4e98-b84c-84181703d9cd","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.953038806Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.955004963Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.955063324Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.955110705Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.955249487Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions","method":"POST","req_id":"e0526a4b-b954-4762-86bf-781b4bf6a5a5","remote_addr":"[fd00:1122:3344:101::c]:42614","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.961272789Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:52.967704418Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.38810047Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38569"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.388195892Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions/cf2f0d07-1560-4e98-b84c-84181703d9cd","method":"GET","req_id":"00a12b59-6856-4a59-922b-71fef7870d7e","remote_addr":"[fd00:1122:3344:101::c]:38569","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"path is \"/data/regions/cf2f0d07-1560-4e98-b84c-84181703d9cd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.388961502Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/cf2f0d07-1560-4e98-b84c-84181703d9cd","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.39826089Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"region cf2f0d07-1560-4e98-b84c-84181703d9cd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.406748027Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.406885399Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.40694226Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions/cf2f0d07-1560-4e98-b84c-84181703d9cd","method":"DELETE","req_id":"c45d74b8-8225-4ed3-a6d7-42c6fae9b77f","remote_addr":"[fd00:1122:3344:101::c]:38569","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18590,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.407068901Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions/cf2f0d07-1560-4e98-b84c-84181703d9cd","method":"GET","req_id":"48565dd3-198f-4ce7-a808-ff575148bcef","remote_addr":"[fd00:1122:3344:101::c]:38569","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-cf2f0d07-1560-4e98-b84c-84181703d9cd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.407929923Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.411981089Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/cf2f0d07-1560-4e98-b84c-84181703d9cd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.421359358Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"region":"cf2f0d07-1560-4e98-b84c-84181703d9cd","component":"worker"} {"msg":"region cf2f0d07-1560-4e98-b84c-84181703d9cd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.471750981Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:48:53.534389723Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions/cf2f0d07-1560-4e98-b84c-84181703d9cd","method":"GET","req_id":"274f8ffa-c073-427d-a52a-b33a2655b04b","remote_addr":"[fd00:1122:3344:101::c]:38569","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.264110177Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43577"} {"msg":"region 50ee4387-8b91-4c4b-925f-f3163b34f547 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.322431149Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.323040348Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.323062168Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions","method":"POST","req_id":"434d4ff7-27f8-48ab-b0b9-34d7220e5e6b","remote_addr":"[fd00:1122:3344:101::a]:43577","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":657,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/50ee4387-8b91-4c4b-925f-f3163b34f547","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.332907133Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/50ee4387-8b91-4c4b-925f-f3163b34f547","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.332925634Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"50ee4387-8b91-4c4b-925f-f3163b34f547\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/50ee4387-8b91-4c4b-925f-f3163b34f547\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.39228238Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"region":"50ee4387-8b91-4c4b-925f-f3163b34f547","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.473743321Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"region":"50ee4387-8b91-4c4b-925f-f3163b34f547","component":"worker"} {"msg":"region 50ee4387-8b91-4c4b-925f-f3163b34f547 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.473779091Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.473893693Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-50ee4387-8b91-4c4b-925f-f3163b34f547","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.475401594Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-50ee4387-8b91-4c4b-925f-f3163b34f547","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.479679683Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.495189076Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-50ee4387-8b91-4c4b-925f-f3163b34f547","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.497798882Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50ee4387-8b91-4c4b-925f-f3163b34f547","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.498060365Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.498124966Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.498168937Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.498210878Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.501893368Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.50641359Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:54:46.678338676Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions","method":"POST","req_id":"94ccbc53-762d-4c15-bdf3-c53d54843580","remote_addr":"[fd00:1122:3344:101::a]:43577","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.073056452Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51944"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.073146643Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions/50ee4387-8b91-4c4b-925f-f3163b34f547","method":"GET","req_id":"8f7898ba-9796-4d2d-9062-e909f1fb1bb1","remote_addr":"[fd00:1122:3344:101::a]:51944","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":45,"response_code":"200"} {"msg":"path is \"/data/regions/50ee4387-8b91-4c4b-925f-f3163b34f547\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.073313355Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/50ee4387-8b91-4c4b-925f-f3163b34f547","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.085364651Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"region 50ee4387-8b91-4c4b-925f-f3163b34f547 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.093581104Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.093780937Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.093843967Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions/50ee4387-8b91-4c4b-925f-f3163b34f547","method":"DELETE","req_id":"0a8c660a-9966-42d4-a036-7692ff08245b","remote_addr":"[fd00:1122:3344:101::a]:51944","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20557,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.0940096Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions/50ee4387-8b91-4c4b-925f-f3163b34f547","method":"GET","req_id":"ed1d6284-28df-48da-b2f0-cc90b9260ef3","remote_addr":"[fd00:1122:3344:101::a]:51944","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-50ee4387-8b91-4c4b-925f-f3163b34f547 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.095440389Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.099948891Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/50ee4387-8b91-4c4b-925f-f3163b34f547\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.108409378Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"region":"50ee4387-8b91-4c4b-925f-f3163b34f547","component":"worker"} {"msg":"region 50ee4387-8b91-4c4b-925f-f3163b34f547 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.157933539Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-26T14:55:10.236393888Z","hostname":"oxz_crucible_cf57c06e-38bf-47a5-ba1e-56afcb01f1c7","pid":21473,"uri":"/crucible/0/regions/50ee4387-8b91-4c4b-925f-f3163b34f547","method":"GET","req_id":"b99c5339-9a4a-4fc5-a2df-f6cfa21fc942","remote_addr":"[fd00:1122:3344:101::a]:51944","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":"200"}