[ Mar 21 18:03:38 Enabled. ] [ Mar 21 18:03:38 Rereading configuration. ] [ Mar 21 18:03:40 Rereading configuration. ] [ Mar 21 18:03:42 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:03:42.930325716Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:03:42.933645786Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:03:42.933672436Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:03:43.125435023Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.108941349Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55080"} {"msg":"region 8de46491-911c-4caa-97a0-1c0abd9e262b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.111982158Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.11230191Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions","method":"POST","req_id":"18926fa6-4f45-4b6f-8033-92b23b95744e","remote_addr":"[fd00:1122:3344:101::a]:55080","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1172,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.112913811Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/8de46491-911c-4caa-97a0-1c0abd9e262b","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.122643555Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/8de46491-911c-4caa-97a0-1c0abd9e262b","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.122680556Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8de46491-911c-4caa-97a0-1c0abd9e262b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/8de46491-911c-4caa-97a0-1c0abd9e262b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.199406851Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"region":"8de46491-911c-4caa-97a0-1c0abd9e262b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.318181299Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"region":"8de46491-911c-4caa-97a0-1c0abd9e262b","component":"worker"} {"msg":"region 8de46491-911c-4caa-97a0-1c0abd9e262b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.318232631Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.318314172Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8de46491-911c-4caa-97a0-1c0abd9e262b","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.31874012Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8de46491-911c-4caa-97a0-1c0abd9e262b","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.322722211Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.333028666Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8de46491-911c-4caa-97a0-1c0abd9e262b","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.336718092Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8de46491-911c-4caa-97a0-1c0abd9e262b","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.337503366Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.339543562Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.339594143Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.339636474Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.348815548Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.355189253Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:12.447836623Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions","method":"POST","req_id":"6cb06e9d-b85d-43ed-b599-7dcd533525c4","remote_addr":"[fd00:1122:3344:101::a]:55080","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.096444627Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57784"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.097214981Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions/8de46491-911c-4caa-97a0-1c0abd9e262b","method":"GET","req_id":"ac96b6f7-06fb-4af5-8ee7-498aa500a0b2","remote_addr":"[fd00:1122:3344:101::a]:57784","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":753,"response_code":"200"} {"msg":"path is \"/data/regions/8de46491-911c-4caa-97a0-1c0abd9e262b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.097354734Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/8de46491-911c-4caa-97a0-1c0abd9e262b","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.106896985Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"region 8de46491-911c-4caa-97a0-1c0abd9e262b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.115471158Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.115619311Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.115684212Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions/8de46491-911c-4caa-97a0-1c0abd9e262b","method":"DELETE","req_id":"819c5719-335e-422f-bae7-549f1398adc7","remote_addr":"[fd00:1122:3344:101::a]:57784","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18341,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.115847555Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions/8de46491-911c-4caa-97a0-1c0abd9e262b","method":"GET","req_id":"78ef5d84-bce1-4909-be7b-bd42ad460c10","remote_addr":"[fd00:1122:3344:101::a]:57784","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-8de46491-911c-4caa-97a0-1c0abd9e262b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.11669915Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.120623031Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/8de46491-911c-4caa-97a0-1c0abd9e262b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.131043887Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"region":"8de46491-911c-4caa-97a0-1c0abd9e262b","component":"worker"} {"msg":"region 8de46491-911c-4caa-97a0-1c0abd9e262b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.189106068Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:04:13.256264442Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions/8de46491-911c-4caa-97a0-1c0abd9e262b","method":"GET","req_id":"3809179a-25f6-4379-ad0e-c50a8fd91754","remote_addr":"[fd00:1122:3344:101::a]:57784","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:05.919292298Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43864"} {"msg":"region 047b079d-cc73-4609-be28-040ed9009ed7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:05.91996243Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:05.920625522Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions","method":"POST","req_id":"2e96b89f-c58b-4a4c-8216-b4421d287b1e","remote_addr":"[fd00:1122:3344:101::a]:43864","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1273,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:05.920645033Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/047b079d-cc73-4609-be28-040ed9009ed7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:05.930932837Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/047b079d-cc73-4609-be28-040ed9009ed7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:05.930960507Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"047b079d-cc73-4609-be28-040ed9009ed7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/047b079d-cc73-4609-be28-040ed9009ed7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:05.987724075Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"region":"047b079d-cc73-4609-be28-040ed9009ed7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.072856621Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"region":"047b079d-cc73-4609-be28-040ed9009ed7","component":"worker"} {"msg":"region 047b079d-cc73-4609-be28-040ed9009ed7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.072902361Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.073009933Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-047b079d-cc73-4609-be28-040ed9009ed7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.074609802Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-047b079d-cc73-4609-be28-040ed9009ed7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.079350217Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.090456976Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions","method":"POST","req_id":"c632e601-0e41-4afd-b526-5a00fab0af29","remote_addr":"[fd00:1122:3344:101::a]:43864","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.096682588Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-047b079d-cc73-4609-be28-040ed9009ed7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.099336115Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/047b079d-cc73-4609-be28-040ed9009ed7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.09962536Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.099673461Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.099719192Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.099758443Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.103476229Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:06.108100762Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:29.927656712Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40961"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:29.927722773Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions/047b079d-cc73-4609-be28-040ed9009ed7","method":"GET","req_id":"fcfc3bf9-57bd-49f2-90f2-af22010248ea","remote_addr":"[fd00:1122:3344:101::a]:40961","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/047b079d-cc73-4609-be28-040ed9009ed7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:29.927913007Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/047b079d-cc73-4609-be28-040ed9009ed7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:29.939089597Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"region 047b079d-cc73-4609-be28-040ed9009ed7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:29.947184382Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:29.947358525Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:29.947422596Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions/047b079d-cc73-4609-be28-040ed9009ed7","method":"DELETE","req_id":"666f42e7-2b43-4c3a-b9c1-4c7c7691f78a","remote_addr":"[fd00:1122:3344:101::a]:40961","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19551,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:29.947591719Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions/047b079d-cc73-4609-be28-040ed9009ed7","method":"GET","req_id":"9f459d08-4e11-4f46-b6e0-52295c5a0636","remote_addr":"[fd00:1122:3344:101::a]:40961","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-047b079d-cc73-4609-be28-040ed9009ed7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:29.949397212Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:29.954053115Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/047b079d-cc73-4609-be28-040ed9009ed7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:29.964066455Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"region":"047b079d-cc73-4609-be28-040ed9009ed7","component":"worker"} {"msg":"region 047b079d-cc73-4609-be28-040ed9009ed7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:30.032149655Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-21T18:10:30.04694738Z","hostname":"oxz_crucible_dadd2d75-7f86-4e23-a754-495d7933fd3f","pid":22903,"uri":"/crucible/0/regions/047b079d-cc73-4609-be28-040ed9009ed7","method":"GET","req_id":"928f802e-c619-4350-ba09-43e69e11f5c8","remote_addr":"[fd00:1122:3344:101::a]:40961","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":104,"response_code":"200"}