[ Mar 1 23:17:33 Enabled. ] [ Mar 1 23:17:33 Rereading configuration. ] [ Mar 1 23:17:37 Rereading configuration. ] [ Mar 1 23:17:43 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:17:43.925514767Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:17:43.927613828Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:17:43.927625529Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:17:44.296152616Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.297714868Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57852"} {"msg":"region 6508d8cb-e18d-45ef-b719-85f4e49a886f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.360436904Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.360797083Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions","method":"POST","req_id":"67f98316-04b9-4fe2-909f-04fc9103c96d","remote_addr":"[fd00:1122:3344:101::c]:57852","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":3470,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.361428939Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6508d8cb-e18d-45ef-b719-85f4e49a886f","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.370560082Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6508d8cb-e18d-45ef-b719-85f4e49a886f","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.370630894Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6508d8cb-e18d-45ef-b719-85f4e49a886f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/6508d8cb-e18d-45ef-b719-85f4e49a886f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.433249018Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"region":"6508d8cb-e18d-45ef-b719-85f4e49a886f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.521715164Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions","method":"POST","req_id":"68606c0e-3de3-48ba-9ab1-1ab889e7b1b2","remote_addr":"[fd00:1122:3344:101::c]:57852","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":92,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.563795825Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"region":"6508d8cb-e18d-45ef-b719-85f4e49a886f","component":"worker"} {"msg":"region 6508d8cb-e18d-45ef-b719-85f4e49a886f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.563823645Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.564080052Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6508d8cb-e18d-45ef-b719-85f4e49a886f","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.564505512Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6508d8cb-e18d-45ef-b719-85f4e49a886f","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.568813228Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.581997961Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6508d8cb-e18d-45ef-b719-85f4e49a886f","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.586595003Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6508d8cb-e18d-45ef-b719-85f4e49a886f","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.59460461Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.594689272Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.594742383Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.594794144Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.599779896Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:24.604481712Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.16698083Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions","method":"POST","req_id":"3c328a0c-0adb-4dee-8970-a7326fc64f6d","remote_addr":"[fd00:1122:3344:101::c]:57852","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.385717529Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48807"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.386385065Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions/6508d8cb-e18d-45ef-b719-85f4e49a886f","method":"GET","req_id":"be0bf2dd-6f7a-45e6-9daf-1801be29523a","remote_addr":"[fd00:1122:3344:101::c]:48807","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":647,"response_code":"200"} {"msg":"path is \"/data/regions/6508d8cb-e18d-45ef-b719-85f4e49a886f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.38657387Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6508d8cb-e18d-45ef-b719-85f4e49a886f","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.395473608Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"region 6508d8cb-e18d-45ef-b719-85f4e49a886f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.405253117Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.405473662Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.405554034Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions/6508d8cb-e18d-45ef-b719-85f4e49a886f","method":"DELETE","req_id":"c75c7935-3d67-4203-996f-f5052ca0cb59","remote_addr":"[fd00:1122:3344:101::c]:48807","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19012,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.405707658Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions/6508d8cb-e18d-45ef-b719-85f4e49a886f","method":"GET","req_id":"b991cc2b-092b-47f8-9a91-98336802b9ad","remote_addr":"[fd00:1122:3344:101::c]:48807","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-6508d8cb-e18d-45ef-b719-85f4e49a886f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.406712983Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.410503416Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6508d8cb-e18d-45ef-b719-85f4e49a886f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.420450639Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"region":"6508d8cb-e18d-45ef-b719-85f4e49a886f","component":"worker"} {"msg":"region 6508d8cb-e18d-45ef-b719-85f4e49a886f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.479353282Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:18:25.482015537Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions/6508d8cb-e18d-45ef-b719-85f4e49a886f","method":"GET","req_id":"5c349b10-2c6d-42fc-aa8e-4be3cacfb929","remote_addr":"[fd00:1122:3344:101::c]:48807","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:35.714948161Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38950"} {"msg":"region 01ffcc17-a3af-4163-add0-e38d72ddde6a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:35.774149031Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:35.774751506Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:35.774768887Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions","method":"POST","req_id":"335a7334-5196-4cb4-9131-52e6c9ffe2b7","remote_addr":"[fd00:1122:3344:101::a]:38950","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1253,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:35.791809604Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:35.791840545Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"01ffcc17-a3af-4163-add0-e38d72ddde6a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:35.974551711Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"region":"01ffcc17-a3af-4163-add0-e38d72ddde6a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.142067154Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions","method":"POST","req_id":"06c97dd1-e5fd-4c67-9a6e-eebb1a5317ac","remote_addr":"[fd00:1122:3344:101::a]:38950","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.53743977Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"region":"01ffcc17-a3af-4163-add0-e38d72ddde6a","component":"worker"} {"msg":"region 01ffcc17-a3af-4163-add0-e38d72ddde6a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.537484451Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.537569773Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-01ffcc17-a3af-4163-add0-e38d72ddde6a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.539070599Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-01ffcc17-a3af-4163-add0-e38d72ddde6a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.58318726Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.655535863Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-01ffcc17-a3af-4163-add0-e38d72ddde6a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.693304298Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.693624956Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.693671977Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.693713128Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.693753529Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.733456231Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.776891165Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:24:36.865485455Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions","method":"POST","req_id":"b7946eda-9d24-4781-a8ca-cc1ac731e3cb","remote_addr":"[fd00:1122:3344:101::a]:38950","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.390212515Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47314"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.390362019Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a","method":"GET","req_id":"4e7b0b57-53f1-44a6-bc95-e53dd638ca22","remote_addr":"[fd00:1122:3344:101::a]:47314","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"path is \"/data/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.390552343Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.404905925Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"region 01ffcc17-a3af-4163-add0-e38d72ddde6a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.411704481Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.411884556Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.411946017Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a","method":"DELETE","req_id":"9fbfa379-f54b-48a4-b0f0-5061a19f8567","remote_addr":"[fd00:1122:3344:101::a]:47314","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21425,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.412144982Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a","method":"GET","req_id":"6b83fe0c-c530-4911-8fa9-f109c21b024b","remote_addr":"[fd00:1122:3344:101::a]:47314","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-01ffcc17-a3af-4163-add0-e38d72ddde6a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.413500145Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.423999363Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.43409315Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"region":"01ffcc17-a3af-4163-add0-e38d72ddde6a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.498608569Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a","method":"GET","req_id":"f9b64763-1693-45b4-a63e-f48f163d9cfd","remote_addr":"[fd00:1122:3344:101::a]:47314","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":99,"response_code":"200"} {"msg":"region 01ffcc17-a3af-4163-add0-e38d72ddde6a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.549761512Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-01T23:25:20.675927513Z","hostname":"oxz_crucible_056f8fb6-5500-4b9e-92d0-2be6e076a7d3","pid":23530,"uri":"/crucible/0/regions/01ffcc17-a3af-4163-add0-e38d72ddde6a","method":"GET","req_id":"a8ec5fc5-9091-471a-9bad-9360ba66ff3b","remote_addr":"[fd00:1122:3344:101::a]:47314","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":35,"response_code":"200"}