[ Jul 30 01:30:26 Enabled. ] [ Jul 30 01:30:26 Rereading configuration. ] [ Jul 30 01:30:27 Rereading configuration. ] [ Jul 30 01:30:29 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7615d438-71e5-4a71-a08a-2ff09e8199b0/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_7615d438-71e5-4a71-a08a-2ff09e8199b0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:30:29.592544439Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:30:29.593823561Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:30:29.593833072Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:30:29.61928242Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:30:29.713235713Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.59087279Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48009"} {"msg":"region a38855ba-a69c-425b-b88c-145be481d5e0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.613327747Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.617242437Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.621352519Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"32f1dd52-8e3a-4613-9225-a431660ebf07","remote_addr":"[fd00:1122:3344:101::a]:48009","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":14199,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_7615d438-71e5-4a71-a08a-2ff09e8199b0/crucible/regions/a38855ba-a69c-425b-b88c-145be481d5e0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.628938326Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_7615d438-71e5-4a71-a08a-2ff09e8199b0/crucible/regions/a38855ba-a69c-425b-b88c-145be481d5e0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.628966016Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a38855ba-a69c-425b-b88c-145be481d5e0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a38855ba-a69c-425b-b88c-145be481d5e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.7357884Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"region":"a38855ba-a69c-425b-b88c-145be481d5e0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a38855ba-a69c-425b-b88c-145be481d5e0\" \"--data\" \"/data/regions/a38855ba-a69c-425b-b88c-145be481d5e0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.73782991Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"region":"a38855ba-a69c-425b-b88c-145be481d5e0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.861414673Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"b0b61779-f125-476c-bd0b-fa771bd32a26","remote_addr":"[fd00:1122:3344:101::a]:48009","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":87,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.930021919Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"region":"a38855ba-a69c-425b-b88c-145be481d5e0","component":"worker"} {"msg":"region a38855ba-a69c-425b-b88c-145be481d5e0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.930062679Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.930191731Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a38855ba-a69c-425b-b88c-145be481d5e0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.930616795Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a38855ba-a69c-425b-b88c-145be481d5e0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.957481168Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.975629802Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a38855ba-a69c-425b-b88c-145be481d5e0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.978690083Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a38855ba-a69c-425b-b88c-145be481d5e0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.984971716Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.987023197Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.987126018Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.987193359Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.990530013Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:43.996763936Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.57983607Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"22f30e27-32f7-411e-8823-d264249070c6","remote_addr":"[fd00:1122:3344:101::a]:48009","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.817439671Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions/a38855ba-a69c-425b-b88c-145be481d5e0","method":"GET","req_id":"38f7b194-1622-4396-a37b-ee619223fa99","remote_addr":"[fd00:1122:3344:101::a]:48009","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":528,"response_code":"200"} {"msg":"path is \"/data/regions/a38855ba-a69c-425b-b88c-145be481d5e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.819278069Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"dataset is oxp_7615d438-71e5-4a71-a08a-2ff09e8199b0/crucible/regions/a38855ba-a69c-425b-b88c-145be481d5e0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.828477012Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"region a38855ba-a69c-425b-b88c-145be481d5e0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.837712196Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.837886678Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.837961629Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions/a38855ba-a69c-425b-b88c-145be481d5e0","method":"DELETE","req_id":"94363bd6-1dff-41b6-9de0-c2daebb4c1c2","remote_addr":"[fd00:1122:3344:101::a]:48009","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18724,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-a38855ba-a69c-425b-b88c-145be481d5e0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.838961089Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.839843698Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions/a38855ba-a69c-425b-b88c-145be481d5e0","method":"GET","req_id":"91909b2c-4c86-4fad-adfc-b04bdfada038","remote_addr":"[fd00:1122:3344:101::a]:48009","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.843211706Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7615d438-71e5-4a71-a08a-2ff09e8199b0/crucible/regions/a38855ba-a69c-425b-b88c-145be481d5e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.853194583Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"region":"a38855ba-a69c-425b-b88c-145be481d5e0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.907067579Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions/a38855ba-a69c-425b-b88c-145be481d5e0","method":"GET","req_id":"84a4c6de-af04-4fa8-99ac-3510be9c0d61","remote_addr":"[fd00:1122:3344:101::a]:48009","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":563,"response_code":"200"} {"msg":"region a38855ba-a69c-425b-b88c-145be481d5e0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.909481744Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:31:44.990382484Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions/a38855ba-a69c-425b-b88c-145be481d5e0","method":"GET","req_id":"b7525d0a-2a17-45e3-9e11-96052b1b9f50","remote_addr":"[fd00:1122:3344:101::a]:48009","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.800686903Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45540"} {"msg":"region e7ed0b76-babb-4c04-998d-7fed72ee8129 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.80130171Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.801899125Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"8570e311-1f1b-4187-aed1-06db4c2ce74b","remote_addr":"[fd00:1122:3344:101::a]:45540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1143,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.801916246Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7615d438-71e5-4a71-a08a-2ff09e8199b0/crucible/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.812532404Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7615d438-71e5-4a71-a08a-2ff09e8199b0/crucible/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.812567454Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e7ed0b76-babb-4c04-998d-7fed72ee8129\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.871888445Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"region":"e7ed0b76-babb-4c04-998d-7fed72ee8129","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e7ed0b76-babb-4c04-998d-7fed72ee8129\" \"--data\" \"/data/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.871941096Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"region":"e7ed0b76-babb-4c04-998d-7fed72ee8129","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.938320629Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"region":"e7ed0b76-babb-4c04-998d-7fed72ee8129","component":"worker"} {"msg":"region e7ed0b76-babb-4c04-998d-7fed72ee8129 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.938354619Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.938453821Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e7ed0b76-babb-4c04-998d-7fed72ee8129","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.939961766Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e7ed0b76-babb-4c04-998d-7fed72ee8129","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.945237069Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.959279052Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e7ed0b76-babb-4c04-998d-7fed72ee8129","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.962469804Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.962753707Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.962812937Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.962861818Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.962910758Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.966519535Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:09.971245113Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:10.137298317Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"6948c5a8-c90b-409e-b494-a211cb516a86","remote_addr":"[fd00:1122:3344:101::a]:45540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.695359823Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129","method":"GET","req_id":"e7a68a1a-9a44-431f-9113-e63075b1aaff","remote_addr":"[fd00:1122:3344:101::a]:45540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"path is \"/data/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.698206781Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"dataset is oxp_7615d438-71e5-4a71-a08a-2ff09e8199b0/crucible/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.708647738Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"region e7ed0b76-babb-4c04-998d-7fed72ee8129 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.717789Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.717998702Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.718046383Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129","method":"DELETE","req_id":"f64300a0-aece-4c44-a3e3-3dcbaa203ede","remote_addr":"[fd00:1122:3344:101::a]:45540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20531,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-e7ed0b76-babb-4c04-998d-7fed72ee8129 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.719791971Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.720646159Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129","method":"GET","req_id":"729a3726-5492-46dc-a855-5bf5c18e5dc4","remote_addr":"[fd00:1122:3344:101::a]:45540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.7237099Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7615d438-71e5-4a71-a08a-2ff09e8199b0/crucible/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.734018665Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"region":"e7ed0b76-babb-4c04-998d-7fed72ee8129","component":"worker"} {"msg":"region e7ed0b76-babb-4c04-998d-7fed72ee8129 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.786075623Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T01:37:33.861718759Z","hostname":"oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9","pid":25510,"uri":"/crucible/0/regions/e7ed0b76-babb-4c04-998d-7fed72ee8129","method":"GET","req_id":"4079d94d-2056-496c-b559-e4e689b116dd","remote_addr":"[fd00:1122:3344:101::a]:45540","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":80,"response_code":"200"}