{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.043747951Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40411"} {"msg":"region 1e6226e6-ab28-4a34-9e10-c0e94caee658 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.087481232Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.091968644Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.096429236Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"uri":"/crucible/0/regions","method":"POST","req_id":"c427634a-5a9f-4551-8831-32d6f4f8b3b5","remote_addr":"[fd00:1122:3344:101::a]:40411","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15882,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_677b0ae4-1f6d-497a-99d2-f8e48312f55e/crucible/regions/1e6226e6-ab28-4a34-9e10-c0e94caee658","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.104756559Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_677b0ae4-1f6d-497a-99d2-f8e48312f55e/crucible/regions/1e6226e6-ab28-4a34-9e10-c0e94caee658","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.104773449Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1e6226e6-ab28-4a34-9e10-c0e94caee658\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1e6226e6-ab28-4a34-9e10-c0e94caee658\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.161120043Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"region":"1e6226e6-ab28-4a34-9e10-c0e94caee658","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1e6226e6-ab28-4a34-9e10-c0e94caee658\" \"--data\" \"/data/regions/1e6226e6-ab28-4a34-9e10-c0e94caee658\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.163617803Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"region":"1e6226e6-ab28-4a34-9e10-c0e94caee658","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.373256392Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"uri":"/crucible/0/regions","method":"POST","req_id":"0caa808a-aca7-44c7-85c0-c359ef6ddd61","remote_addr":"[fd00:1122:3344:101::a]:40411","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.48480715Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"region":"1e6226e6-ab28-4a34-9e10-c0e94caee658","component":"worker"} {"msg":"region 1e6226e6-ab28-4a34-9e10-c0e94caee658 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.484866021Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.484985583Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1e6226e6-ab28-4a34-9e10-c0e94caee658","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.485571383Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1e6226e6-ab28-4a34-9e10-c0e94caee658","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.491473977Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.505244238Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1e6226e6-ab28-4a34-9e10-c0e94caee658","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.510024504Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1e6226e6-ab28-4a34-9e10-c0e94caee658","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.510799047Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.510884868Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.510948589Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.51100833Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.51538375Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.519864552Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.922043827Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"uri":"/crucible/0/regions","method":"POST","req_id":"56720262-5630-4cc6-8529-e327b99f25dc","remote_addr":"[fd00:1122:3344:101::a]:40411","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"region acccb68c-cb0f-4067-835a-0c11db1d49e4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.060961305Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.061143138Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.061164159Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"uri":"/crucible/0/regions","method":"POST","req_id":"0e2a5919-7285-43cc-b0a2-a89efbbe9a57","remote_addr":"[fd00:1122:3344:101::a]:40411","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":227,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_677b0ae4-1f6d-497a-99d2-f8e48312f55e/crucible/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.070995466Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_677b0ae4-1f6d-497a-99d2-f8e48312f55e/crucible/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.071020926Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"acccb68c-cb0f-4067-835a-0c11db1d49e4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.121965773Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"region":"acccb68c-cb0f-4067-835a-0c11db1d49e4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"acccb68c-cb0f-4067-835a-0c11db1d49e4\" \"--data\" \"/data/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.122028274Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"region":"acccb68c-cb0f-4067-835a-0c11db1d49e4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.193118663Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"region":"acccb68c-cb0f-4067-835a-0c11db1d49e4","component":"worker"} {"msg":"region acccb68c-cb0f-4067-835a-0c11db1d49e4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.193170214Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.193248015Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-acccb68c-cb0f-4067-835a-0c11db1d49e4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.197069647Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-acccb68c-cb0f-4067-835a-0c11db1d49e4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.199997324Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.207422272Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-acccb68c-cb0f-4067-835a-0c11db1d49e4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.21039447Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.210595214Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.210648754Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.210689795Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.210728345Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.214192311Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.218111284Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.322633459Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"uri":"/crucible/0/regions","method":"POST","req_id":"addcf76a-2def-4e6a-afba-40a69bebf65a","remote_addr":"[fd00:1122:3344:101::a]:40411","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.47011395Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"uri":"/crucible/0/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4","method":"GET","req_id":"fce3a099-06de-452f-ba83-654c280f0317","remote_addr":"[fd00:1122:3344:101::a]:40411","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"path is \"/data/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.473288441Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"datafile"} {"msg":"dataset is oxp_677b0ae4-1f6d-497a-99d2-f8e48312f55e/crucible/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.484669923Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"datafile"} {"msg":"region acccb68c-cb0f-4067-835a-0c11db1d49e4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.494702514Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.494884927Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.494939448Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"uri":"/crucible/0/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4","method":"DELETE","req_id":"2253446a-5eaf-45d3-b538-74f49f835b5b","remote_addr":"[fd00:1122:3344:101::a]:40411","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21683,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-acccb68c-cb0f-4067-835a-0c11db1d49e4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.496040955Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.498111438Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"uri":"/crucible/0/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4","method":"GET","req_id":"70e780e9-c8ee-423a-881d-2e12d70a0a81","remote_addr":"[fd00:1122:3344:101::a]:40411","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.501290599Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_677b0ae4-1f6d-497a-99d2-f8e48312f55e/crucible/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.512391927Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"region":"acccb68c-cb0f-4067-835a-0c11db1d49e4","component":"worker"} {"msg":"region acccb68c-cb0f-4067-835a-0c11db1d49e4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.575330726Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.632211957Z","hostname":"oxz_crucible_a364d279-97cd-415b-83f1-0e4e37130b9a","pid":22166,"uri":"/crucible/0/regions/acccb68c-cb0f-4067-835a-0c11db1d49e4","method":"GET","req_id":"3a308775-539e-4018-b4fe-05e5ddcd2b07","remote_addr":"[fd00:1122:3344:101::a]:40411","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":"200"}