[ Oct 10 06:01:11 Enabled. ] [ Oct 10 06:01:11 Rereading configuration. ] [ Oct 10 06:01:13 Rereading configuration. ] [ Oct 10 06:01:16 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f37d9b10-247a-4dcf-ba1a-090268773d23/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_f37d9b10-247a-4dcf-ba1a-090268773d23/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:01:16.119231077Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:01:16.121130652Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:01:16.121141442Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:01:16.156757107Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:01:16.352798198Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:05.915655914Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60481"} {"msg":"region d8133336-71fc-4f1c-ab79-7193f1f8f515 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:05.923532803Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:05.927008436Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions","method":"POST","req_id":"8d616ddd-7b2d-4205-a191-b3258b354755","remote_addr":"[fd00:1122:3344:101::c]:60481","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":7705,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:05.927025097Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_f37d9b10-247a-4dcf-ba1a-090268773d23/crucible/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:05.936170936Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_f37d9b10-247a-4dcf-ba1a-090268773d23/crucible/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:05.936231198Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d8133336-71fc-4f1c-ab79-7193f1f8f515\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.002891386Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"region":"d8133336-71fc-4f1c-ab79-7193f1f8f515","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d8133336-71fc-4f1c-ab79-7193f1f8f515\" \"--data\" \"/data/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.004858363Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"region":"d8133336-71fc-4f1c-ab79-7193f1f8f515","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.123618801Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"region":"d8133336-71fc-4f1c-ab79-7193f1f8f515","component":"worker"} {"msg":"region d8133336-71fc-4f1c-ab79-7193f1f8f515 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.123668312Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.123763064Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d8133336-71fc-4f1c-ab79-7193f1f8f515","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.124298347Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.124335648Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions","method":"POST","req_id":"cc0dcb45-b032-437b-bb8b-8ed2bb7db71e","remote_addr":"[fd00:1122:3344:101::c]:60481","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d8133336-71fc-4f1c-ab79-7193f1f8f515","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.1285976Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.143833136Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d8133336-71fc-4f1c-ab79-7193f1f8f515","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.150020244Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.150742282Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.150809283Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.150854164Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.150893325Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.157738109Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.162141295Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.887340068Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515","method":"GET","req_id":"6e2c7777-a3a9-449a-858b-3ac8914913b8","remote_addr":"[fd00:1122:3344:101::c]:60481","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":92,"response_code":"200"} {"msg":"path is \"/data/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.891114039Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"dataset is oxp_f37d9b10-247a-4dcf-ba1a-090268773d23/crucible/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.902322347Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"region d8133336-71fc-4f1c-ab79-7193f1f8f515 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.912593184Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.912738807Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.912807259Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515","method":"DELETE","req_id":"f30f1bf6-e263-4f00-b9d0-c47103d3959f","remote_addr":"[fd00:1122:3344:101::c]:60481","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22429,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-d8133336-71fc-4f1c-ab79-7193f1f8f515 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.913891945Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.916479077Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515","method":"GET","req_id":"3a0a9cee-7eb6-45ed-a767-4a55d0e6f648","remote_addr":"[fd00:1122:3344:101::c]:60481","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":37,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.919195052Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f37d9b10-247a-4dcf-ba1a-090268773d23/crucible/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.931010995Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"region":"d8133336-71fc-4f1c-ab79-7193f1f8f515","component":"worker"} {"msg":"region d8133336-71fc-4f1c-ab79-7193f1f8f515 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:06.994206621Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:02:07.051834372Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions/d8133336-71fc-4f1c-ab79-7193f1f8f515","method":"GET","req_id":"2a2b66fa-9dd9-4892-8344-26a28235c31e","remote_addr":"[fd00:1122:3344:101::c]:60481","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.105782622Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58745"} {"msg":"region 04131c74-bcba-437b-a151-71bb78bb7fb1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.105982426Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.106917299Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.106942839Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions","method":"POST","req_id":"3fefe5b8-f3fb-45dc-91c2-2d86c5ef61fc","remote_addr":"[fd00:1122:3344:101::a]:58745","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":980,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_f37d9b10-247a-4dcf-ba1a-090268773d23/crucible/regions/04131c74-bcba-437b-a151-71bb78bb7fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.118669911Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f37d9b10-247a-4dcf-ba1a-090268773d23/crucible/regions/04131c74-bcba-437b-a151-71bb78bb7fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.118696301Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"04131c74-bcba-437b-a151-71bb78bb7fb1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/04131c74-bcba-437b-a151-71bb78bb7fb1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.206925357Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"region":"04131c74-bcba-437b-a151-71bb78bb7fb1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"04131c74-bcba-437b-a151-71bb78bb7fb1\" \"--data\" \"/data/regions/04131c74-bcba-437b-a151-71bb78bb7fb1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.208886454Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"region":"04131c74-bcba-437b-a151-71bb78bb7fb1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.330403309Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"region":"04131c74-bcba-437b-a151-71bb78bb7fb1","component":"worker"} {"msg":"region 04131c74-bcba-437b-a151-71bb78bb7fb1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.3304431Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.330552422Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-04131c74-bcba-437b-a151-71bb78bb7fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.332044788Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-04131c74-bcba-437b-a151-71bb78bb7fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.341782152Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.344181869Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions","method":"POST","req_id":"4b460b6c-db8e-4d13-a742-a95dcad0f84d","remote_addr":"[fd00:1122:3344:101::a]:58745","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.373618355Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-04131c74-bcba-437b-a151-71bb78bb7fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.385545481Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/04131c74-bcba-437b-a151-71bb78bb7fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.385869979Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.385928821Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.385976442Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.386025103Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.392229482Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:05:56.401666978Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:21.973985962Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions/04131c74-bcba-437b-a151-71bb78bb7fb1","method":"GET","req_id":"7ce6b847-dc43-4f7f-8746-84979d2fbc9b","remote_addr":"[fd00:1122:3344:101::a]:58745","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"path is \"/data/regions/04131c74-bcba-437b-a151-71bb78bb7fb1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:21.978744926Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"dataset is oxp_f37d9b10-247a-4dcf-ba1a-090268773d23/crucible/regions/04131c74-bcba-437b-a151-71bb78bb7fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:21.990126729Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"region 04131c74-bcba-437b-a151-71bb78bb7fb1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:22.00057317Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:22.000753484Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:22.000793705Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions/04131c74-bcba-437b-a151-71bb78bb7fb1","method":"DELETE","req_id":"ae5b3b4b-cdb3-4084-95bc-b9733a3d3046","remote_addr":"[fd00:1122:3344:101::a]:58745","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22718,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-04131c74-bcba-437b-a151-71bb78bb7fb1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:22.002514556Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:22.005887927Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions/04131c74-bcba-437b-a151-71bb78bb7fb1","method":"GET","req_id":"ec6ede85-aeff-434d-9834-3d1764ab71df","remote_addr":"[fd00:1122:3344:101::a]:58745","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":34,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:22.010634901Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f37d9b10-247a-4dcf-ba1a-090268773d23/crucible/regions/04131c74-bcba-437b-a151-71bb78bb7fb1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:22.022053234Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"region":"04131c74-bcba-437b-a151-71bb78bb7fb1","component":"worker"} {"msg":"region 04131c74-bcba-437b-a151-71bb78bb7fb1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:22.090405804Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T06:06:22.15072088Z","hostname":"oxz_crucible_a208b018-becf-46c7-86db-b1fcd1369915","pid":23980,"uri":"/crucible/0/regions/04131c74-bcba-437b-a151-71bb78bb7fb1","method":"GET","req_id":"0dcf796f-c1e3-48ea-9f7d-8e71f6be32e7","remote_addr":"[fd00:1122:3344:101::a]:58745","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":"200"}