{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.522244787Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49952"}
{"msg":"region a86512fd-4801-4066-8c4a-4032a36a68d1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.522330698Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.522933252Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.522945723Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"uri":"/crucible/0/regions","method":"POST","req_id":"bb73af7a-55fa-4c3c-b9ec-0ad956eba570","remote_addr":"[fd00:1122:3344:101::a]:49952","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":640,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crucible/regions/a86512fd-4801-4066-8c4a-4032a36a68d1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.533149745Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crucible/regions/a86512fd-4801-4066-8c4a-4032a36a68d1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.533176236Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a86512fd-4801-4066-8c4a-4032a36a68d1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a86512fd-4801-4066-8c4a-4032a36a68d1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.589892798Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"region":"a86512fd-4801-4066-8c4a-4032a36a68d1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a86512fd-4801-4066-8c4a-4032a36a68d1\" \"--data\" \"/data/regions/a86512fd-4801-4066-8c4a-4032a36a68d1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.589948759Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"region":"a86512fd-4801-4066-8c4a-4032a36a68d1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.66770306Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"region":"a86512fd-4801-4066-8c4a-4032a36a68d1","component":"worker"}
{"msg":"region a86512fd-4801-4066-8c4a-4032a36a68d1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.667751221Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.667838123Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a86512fd-4801-4066-8c4a-4032a36a68d1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.669268966Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a86512fd-4801-4066-8c4a-4032a36a68d1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.673753148Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.687483001Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a86512fd-4801-4066-8c4a-4032a36a68d1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.691946892Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a86512fd-4801-4066-8c4a-4032a36a68d1","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.692156597Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.692210158Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.692251569Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.6922898Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.696089567Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.70239287Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:22.786741462Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"uri":"/crucible/0/regions","method":"POST","req_id":"c3e79075-f1bf-41fa-add4-53705e07b56a","remote_addr":"[fd00:1122:3344:101::a]:49952","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"region ac486e8e-96be-4e08-85c5-0cc31520f394 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.136595026Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.13676259Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.136771721Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"uri":"/crucible/0/regions","method":"POST","req_id":"b0e4a1ad-7358-4150-bf2d-ce53af08bace","remote_addr":"[fd00:1122:3344:101::a]:49952","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":225,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crucible/regions/ac486e8e-96be-4e08-85c5-0cc31520f394","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.146063752Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crucible/regions/ac486e8e-96be-4e08-85c5-0cc31520f394","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.146096763Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ac486e8e-96be-4e08-85c5-0cc31520f394\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ac486e8e-96be-4e08-85c5-0cc31520f394\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.210651473Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"region":"ac486e8e-96be-4e08-85c5-0cc31520f394","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ac486e8e-96be-4e08-85c5-0cc31520f394\" \"--data\" \"/data/regions/ac486e8e-96be-4e08-85c5-0cc31520f394\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.210699974Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"region":"ac486e8e-96be-4e08-85c5-0cc31520f394","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.283736758Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"region":"ac486e8e-96be-4e08-85c5-0cc31520f394","component":"worker"}
{"msg":"region ac486e8e-96be-4e08-85c5-0cc31520f394 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.283784659Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.283875681Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ac486e8e-96be-4e08-85c5-0cc31520f394","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.285877717Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ac486e8e-96be-4e08-85c5-0cc31520f394","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.290375169Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.297637375Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac486e8e-96be-4e08-85c5-0cc31520f394","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.300907389Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac486e8e-96be-4e08-85c5-0cc31520f394","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.301119124Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.301173475Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.301212356Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.301249557Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.304719646Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.309527826Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:27.351127223Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"uri":"/crucible/0/regions","method":"POST","req_id":"1bdc234d-ced8-4e26-9a0f-cedf8feebb3e","remote_addr":"[fd00:1122:3344:101::a]:49952","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.532940067Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"uri":"/crucible/0/regions/ac486e8e-96be-4e08-85c5-0cc31520f394","method":"GET","req_id":"9cf8f593-4575-489a-b12e-c2c1baab6ece","remote_addr":"[fd00:1122:3344:101::a]:49952","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/ac486e8e-96be-4e08-85c5-0cc31520f394\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.535872033Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"datafile"}
{"msg":"dataset is oxp_4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crucible/regions/ac486e8e-96be-4e08-85c5-0cc31520f394","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.547390036Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"datafile"}
{"msg":"region ac486e8e-96be-4e08-85c5-0cc31520f394 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.556531244Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.556724268Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.55679307Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"uri":"/crucible/0/regions/ac486e8e-96be-4e08-85c5-0cc31520f394","method":"DELETE","req_id":"2bd75cdf-1e2e-40a7-9c6c-6c80a5a349dd","remote_addr":"[fd00:1122:3344:101::a]:49952","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20951,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-ac486e8e-96be-4e08-85c5-0cc31520f394 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.558392626Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.561358494Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"uri":"/crucible/0/regions/ac486e8e-96be-4e08-85c5-0cc31520f394","method":"GET","req_id":"1cea8f0e-d709-4877-8a72-9f3c39d80e6b","remote_addr":"[fd00:1122:3344:101::a]:49952","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.564443544Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crucible/regions/ac486e8e-96be-4e08-85c5-0cc31520f394\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.575632989Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"region":"ac486e8e-96be-4e08-85c5-0cc31520f394","component":"worker"}
{"msg":"region ac486e8e-96be-4e08-85c5-0cc31520f394 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.630172361Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T18:00:52.65511487Z","hostname":"oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83","pid":21635,"uri":"/crucible/0/regions/ac486e8e-96be-4e08-85c5-0cc31520f394","method":"GET","req_id":"4f966f77-c9b0-4e6c-9ed2-f8906d577c03","remote_addr":"[fd00:1122:3344:101::a]:49952","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":"200"}