{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.392986599Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34212"} {"msg":"region f7affbaa-4815-4077-ac15-db51fd1a5172 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.39311508Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.394088691Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.394098541Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"uri":"/crucible/0/regions","method":"POST","req_id":"b05d9213-2b03-4f7f-b63f-7e6cac4e22fb","remote_addr":"[fd00:1122:3344:101::a]:34212","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1018,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/f7affbaa-4815-4077-ac15-db51fd1a5172","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.409233123Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/f7affbaa-4815-4077-ac15-db51fd1a5172","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.409261613Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f7affbaa-4815-4077-ac15-db51fd1a5172\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/f7affbaa-4815-4077-ac15-db51fd1a5172\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.488126396Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"region":"f7affbaa-4815-4077-ac15-db51fd1a5172","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.607679671Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"uri":"/crucible/0/regions","method":"POST","req_id":"7f54ace5-2d11-4414-9cbf-21f9b0fc5034","remote_addr":"[fd00:1122:3344:101::a]:34212","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.637972504Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"region":"f7affbaa-4815-4077-ac15-db51fd1a5172","component":"worker"} {"msg":"region f7affbaa-4815-4077-ac15-db51fd1a5172 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.637998584Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.638098205Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f7affbaa-4815-4077-ac15-db51fd1a5172","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.63944456Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f7affbaa-4815-4077-ac15-db51fd1a5172","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.648543534Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.673593807Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f7affbaa-4815-4077-ac15-db51fd1a5172","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.678305171Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f7affbaa-4815-4077-ac15-db51fd1a5172","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.678576594Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.678627634Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.678679715Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.678721925Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.689889102Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:47.698899464Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:48.141531788Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"uri":"/crucible/0/regions","method":"POST","req_id":"06f20162-1160-493c-9ae8-5610eb8bbf2d","remote_addr":"[fd00:1122:3344:101::a]:34212","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":943,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.539564318Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57271"} {"msg":"region 87a204f7-a1a0-435a-86ee-f4cc6cc20f09 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.614509367Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.614670029Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"uri":"/crucible/0/regions","method":"POST","req_id":"e6ffdf73-9394-4e12-a19b-bc1f07f5d946","remote_addr":"[fd00:1122:3344:101::a]:57271","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":220,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.614683559Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/87a204f7-a1a0-435a-86ee-f4cc6cc20f09","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.624029825Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/87a204f7-a1a0-435a-86ee-f4cc6cc20f09","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.624056015Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"87a204f7-a1a0-435a-86ee-f4cc6cc20f09\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/87a204f7-a1a0-435a-86ee-f4cc6cc20f09\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.698401898Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"region":"87a204f7-a1a0-435a-86ee-f4cc6cc20f09","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.766213126Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"uri":"/crucible/0/regions","method":"POST","req_id":"fb0a230e-4dde-4be2-8598-33ccea8f68f8","remote_addr":"[fd00:1122:3344:101::a]:57271","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":122,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.82486388Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"region":"87a204f7-a1a0-435a-86ee-f4cc6cc20f09","component":"worker"} {"msg":"region 87a204f7-a1a0-435a-86ee-f4cc6cc20f09 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.824895881Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.825022632Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-87a204f7-a1a0-435a-86ee-f4cc6cc20f09","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.825974763Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-87a204f7-a1a0-435a-86ee-f4cc6cc20f09","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.834063645Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.852611235Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-87a204f7-a1a0-435a-86ee-f4cc6cc20f09","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.859773936Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/87a204f7-a1a0-435a-86ee-f4cc6cc20f09","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.860067609Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.86013444Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.86018776Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.860240041Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.866600003Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:51.879287417Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:03:52.110720146Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"uri":"/crucible/0/regions","method":"POST","req_id":"734752cf-39fd-4b5b-a419-df793ff959e7","remote_addr":"[fd00:1122:3344:101::a]:57271","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.385170048Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54134"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.385244909Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"uri":"/crucible/0/regions/87a204f7-a1a0-435a-86ee-f4cc6cc20f09","method":"GET","req_id":"27780651-3940-40f4-914c-47ff3aa7895d","remote_addr":"[fd00:1122:3344:101::a]:54134","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/87a204f7-a1a0-435a-86ee-f4cc6cc20f09\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.38537511Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"datafile"} {"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/87a204f7-a1a0-435a-86ee-f4cc6cc20f09","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.396309984Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"datafile"} {"msg":"region 87a204f7-a1a0-435a-86ee-f4cc6cc20f09 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.404414496Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.404608988Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.404660179Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"uri":"/crucible/0/regions/87a204f7-a1a0-435a-86ee-f4cc6cc20f09","method":"DELETE","req_id":"09b2291a-1434-4434-a2b1-15524f5930fe","remote_addr":"[fd00:1122:3344:101::a]:54134","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19305,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.405463328Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"uri":"/crucible/0/regions/87a204f7-a1a0-435a-86ee-f4cc6cc20f09","method":"GET","req_id":"e6d13618-1c13-4b03-8126-12fbb31bea15","remote_addr":"[fd00:1122:3344:101::a]:54134","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":648,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-87a204f7-a1a0-435a-86ee-f4cc6cc20f09 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.40649561Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.413122005Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/87a204f7-a1a0-435a-86ee-f4cc6cc20f09\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.422098356Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"region":"87a204f7-a1a0-435a-86ee-f4cc6cc20f09","component":"worker"} {"msg":"region 87a204f7-a1a0-435a-86ee-f4cc6cc20f09 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.469516303Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T07:04:24.515748847Z","hostname":"oxz_crucible_99cd078d-484e-42d9-847b-9d5d873c3ce5","pid":20239,"uri":"/crucible/0/regions/87a204f7-a1a0-435a-86ee-f4cc6cc20f09","method":"GET","req_id":"e62c0fe2-ec0b-473b-a659-8d02b9ab6064","remote_addr":"[fd00:1122:3344:101::a]:54134","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":"200"}