{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.696986755Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64968"} {"msg":"region f65c1149-e779-49ea-8469-68020658376f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.697070026Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.697683843Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.697692193Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"uri":"/crucible/0/regions","method":"POST","req_id":"c6b87309-bef9-4790-8a7e-ddc47b28f37f","remote_addr":"[fd00:1122:3344:101::a]:64968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":658,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/f65c1149-e779-49ea-8469-68020658376f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.708598941Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/f65c1149-e779-49ea-8469-68020658376f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.708627592Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f65c1149-e779-49ea-8469-68020658376f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f65c1149-e779-49ea-8469-68020658376f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.770228042Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"region":"f65c1149-e779-49ea-8469-68020658376f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f65c1149-e779-49ea-8469-68020658376f\" \"--data\" \"/data/regions/f65c1149-e779-49ea-8469-68020658376f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.770273412Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"region":"f65c1149-e779-49ea-8469-68020658376f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.838319452Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"region":"f65c1149-e779-49ea-8469-68020658376f","component":"worker"} {"msg":"region f65c1149-e779-49ea-8469-68020658376f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.838367012Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.838476513Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f65c1149-e779-49ea-8469-68020658376f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.845066295Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f65c1149-e779-49ea-8469-68020658376f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.85375136Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.862677087Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f65c1149-e779-49ea-8469-68020658376f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.865259405Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f65c1149-e779-49ea-8469-68020658376f","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.865560718Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.865635709Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.865652699Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.86569736Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.868759123Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:47.872881728Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:48.01747413Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"uri":"/crucible/0/regions","method":"POST","req_id":"fffb3e58-c8da-48d4-ad94-a5b5c4fd3d13","remote_addr":"[fd00:1122:3344:101::a]:64968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:48.983651226Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36669"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:48.983732907Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"uri":"/crucible/0/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1","method":"GET","req_id":"4f53b076-5811-4275-a8ef-94a5dca99e6e","remote_addr":"[fd00:1122:3344:101::a]:36669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"path is \"/data/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:48.983960189Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"dataset is oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:48.994826317Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"snapshot is oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1@40edf424-9625-4969-98a2-c13fd8013b50","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.003771344Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1\", \"40edf424-9625-4969-98a2-c13fd8013b50\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.003801565Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.014984166Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"uri":"/crucible/0/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1/snapshots/40edf424-9625-4969-98a2-c13fd8013b50","method":"GET","req_id":"20c16621-1dcb-47ce-b2f2-64e5cf43f212","remote_addr":"[fd00:1122:3344:101::a]:36669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31063,"response_code":"200"} {"msg":"path is \"/data/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.015796285Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"dataset is oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.023959394Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"snapshot is oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1@40edf424-9625-4969-98a2-c13fd8013b50","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.033296016Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1\", \"40edf424-9625-4969-98a2-c13fd8013b50\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.033319876Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9efc25c6-5ce3-44d4-b13e-2162dff037e1-40edf424-9625-4969-98a2-c13fd8013b50 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.04564036Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"applying SMF actions for region 9efc25c6-5ce3-44d4-b13e-2162dff037e1 running snapshot 40edf424-9625-4969-98a2-c13fd8013b50 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.045827782Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.045850562Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"uri":"/crucible/0/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1/snapshots/40edf424-9625-4969-98a2-c13fd8013b50/run","method":"POST","req_id":"2b02767d-13b7-4052-bbe6-c3b30e196c1c","remote_addr":"[fd00:1122:3344:101::a]:36669","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30704,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-9efc25c6-5ce3-44d4-b13e-2162dff037e1-40edf424-9625-4969-98a2-c13fd8013b50","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.049021797Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9efc25c6-5ce3-44d4-b13e-2162dff037e1-40edf424-9625-4969-98a2-c13fd8013b50","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.051494474Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9efc25c6-5ce3-44d4-b13e-2162dff037e1-40edf424-9625-4969-98a2-c13fd8013b50","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.061465242Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9efc25c6-5ce3-44d4-b13e-2162dff037e1/.zfs/snapshot/40edf424-9625-4969-98a2-c13fd8013b50","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.061738625Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.061797766Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.061845176Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.061886336Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.061940517Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.065698928Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.069786182Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"region 9efc25c6-5ce3-44d4-b13e-2162dff037e1 running snapshot 40edf424-9625-4969-98a2-c13fd8013b50 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:49.069797053Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"region 68530c10-174e-4b69-972d-9502f1d232d3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.136276695Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.136429087Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"uri":"/crucible/0/regions","method":"POST","req_id":"8b763d4c-84e5-4d6d-8a84-ea86cc705a73","remote_addr":"[fd00:1122:3344:101::a]:64968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":216,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.136443877Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/68530c10-174e-4b69-972d-9502f1d232d3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.14593719Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/68530c10-174e-4b69-972d-9502f1d232d3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.145969421Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"68530c10-174e-4b69-972d-9502f1d232d3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/68530c10-174e-4b69-972d-9502f1d232d3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.204745977Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"region":"68530c10-174e-4b69-972d-9502f1d232d3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"68530c10-174e-4b69-972d-9502f1d232d3\" \"--data\" \"/data/regions/68530c10-174e-4b69-972d-9502f1d232d3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.206699931Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"region":"68530c10-174e-4b69-972d-9502f1d232d3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.283441315Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"region":"68530c10-174e-4b69-972d-9502f1d232d3","component":"worker"} {"msg":"region 68530c10-174e-4b69-972d-9502f1d232d3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.283477646Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.283591107Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-68530c10-174e-4b69-972d-9502f1d232d3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.284735949Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-68530c10-174e-4b69-972d-9502f1d232d3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.287470429Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.294983641Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-68530c10-174e-4b69-972d-9502f1d232d3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.297770701Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/68530c10-174e-4b69-972d-9502f1d232d3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.298053684Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.298106825Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.298147855Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.298187506Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.301281619Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.311608742Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:04:52.322939325Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"uri":"/crucible/0/regions","method":"POST","req_id":"dc49927d-8d80-4d5c-9303-c6b542a78aa1","remote_addr":"[fd00:1122:3344:101::a]:64968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.217813006Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"uri":"/crucible/0/regions/68530c10-174e-4b69-972d-9502f1d232d3","method":"GET","req_id":"c7c77ba4-07f5-48ab-9327-25bd37413699","remote_addr":"[fd00:1122:3344:101::a]:64968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"path is \"/data/regions/68530c10-174e-4b69-972d-9502f1d232d3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.220259112Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"dataset is oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/68530c10-174e-4b69-972d-9502f1d232d3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.230260621Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"region 68530c10-174e-4b69-972d-9502f1d232d3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.237989855Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.238177738Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.238232728Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"uri":"/crucible/0/regions/68530c10-174e-4b69-972d-9502f1d232d3","method":"DELETE","req_id":"0477ac0e-12db-474d-a282-9b186141de0b","remote_addr":"[fd00:1122:3344:101::a]:64968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17998,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-68530c10-174e-4b69-972d-9502f1d232d3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.239987047Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.240868097Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"uri":"/crucible/0/regions/68530c10-174e-4b69-972d-9502f1d232d3","method":"GET","req_id":"ea88aa8d-f638-47d0-abe6-133cd8a7772f","remote_addr":"[fd00:1122:3344:101::a]:64968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.255817409Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d29abc28-1ae7-4192-8340-9766fa8fec22/crucible/regions/68530c10-174e-4b69-972d-9502f1d232d3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.266666127Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"region":"68530c10-174e-4b69-972d-9502f1d232d3","component":"worker"} {"msg":"region 68530c10-174e-4b69-972d-9502f1d232d3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.336672629Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T00:05:17.343519743Z","hostname":"oxz_crucible_7e2165bb-d436-4e41-8a1a-ca14c1ee582b","pid":24548,"uri":"/crucible/0/regions/68530c10-174e-4b69-972d-9502f1d232d3","method":"GET","req_id":"106b50b3-0179-437b-8a96-de1be69bac1b","remote_addr":"[fd00:1122:3344:101::a]:64968","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":498,"response_code":"200"}