{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.808272215Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58595"} {"msg":"region 27290609-c574-4725-ba95-a4bfc3f53510 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.874183989Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.879418379Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.87943505Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"uri":"/crucible/0/regions","method":"POST","req_id":"9a610d1a-7228-46a9-acbc-6f0b847955a8","remote_addr":"[fd00:1122:3344:101::a]:58595","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":12080,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/27290609-c574-4725-ba95-a4bfc3f53510","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.893348761Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/27290609-c574-4725-ba95-a4bfc3f53510","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.893381362Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"27290609-c574-4725-ba95-a4bfc3f53510\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/27290609-c574-4725-ba95-a4bfc3f53510\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:59.946849789Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"region":"27290609-c574-4725-ba95-a4bfc3f53510","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.115421984Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"uri":"/crucible/0/regions","method":"POST","req_id":"ca2bd045-5ea4-4cf3-a30a-e054b49a1f52","remote_addr":"[fd00:1122:3344:101::a]:58595","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.224281943Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"region":"27290609-c574-4725-ba95-a4bfc3f53510","component":"worker"} {"msg":"region 27290609-c574-4725-ba95-a4bfc3f53510 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.224318954Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.224437616Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-27290609-c574-4725-ba95-a4bfc3f53510","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.224837172Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-27290609-c574-4725-ba95-a4bfc3f53510","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.22931796Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.243954364Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-27290609-c574-4725-ba95-a4bfc3f53510","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.246484558Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/27290609-c574-4725-ba95-a4bfc3f53510","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.247054118Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.249264836Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.249324777Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.249366908Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.258613449Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.264787925Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:00.710221864Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"uri":"/crucible/0/regions","method":"POST","req_id":"3c649dd2-2bf3-4a64-a80e-5e724dc7a5ee","remote_addr":"[fd00:1122:3344:101::a]:58595","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.044940971Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40538"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.045031393Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"uri":"/crucible/0/regions/27290609-c574-4725-ba95-a4bfc3f53510","method":"GET","req_id":"50b1bfed-43b8-4a4d-8aa6-04bda2c00c91","remote_addr":"[fd00:1122:3344:101::a]:40538","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"path is \"/data/regions/27290609-c574-4725-ba95-a4bfc3f53510\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.045213436Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"datafile"} {"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/27290609-c574-4725-ba95-a4bfc3f53510","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.054445816Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"datafile"} {"msg":"region 27290609-c574-4725-ba95-a4bfc3f53510 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.062456815Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.062698489Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.062792101Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"uri":"/crucible/0/regions/27290609-c574-4725-ba95-a4bfc3f53510","method":"DELETE","req_id":"7ebaf1f0-5ce5-4bbb-936e-786659fada2c","remote_addr":"[fd00:1122:3344:101::a]:40538","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17606,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.063527594Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"uri":"/crucible/0/regions/27290609-c574-4725-ba95-a4bfc3f53510","method":"GET","req_id":"0036ed56-603a-4a43-a826-9effb4d35ed7","remote_addr":"[fd00:1122:3344:101::a]:40538","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":586,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-27290609-c574-4725-ba95-a4bfc3f53510 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.063864909Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.067895109Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/27290609-c574-4725-ba95-a4bfc3f53510\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.078105936Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"region":"27290609-c574-4725-ba95-a4bfc3f53510","component":"worker"} {"msg":"region 27290609-c574-4725-ba95-a4bfc3f53510 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.134511445Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:20:25.179854242Z","hostname":"oxz_crucible_3d6b5a15-04a9-446a-b141-e0670b502be6","pid":22900,"uri":"/crucible/0/regions/27290609-c574-4725-ba95-a4bfc3f53510","method":"GET","req_id":"6bbf077b-a3dd-4643-86f7-246f5ff2720b","remote_addr":"[fd00:1122:3344:101::a]:40538","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":"200"}