{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:08.702426291Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50583"} {"msg":"region c9305b10-12d9-41f3-aa22-4fa832b935b1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:08.789999008Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:08.799460019Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:08.803209012Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"uri":"/crucible/0/regions","method":"POST","req_id":"f4f2b6e3-1e6e-4534-a499-05ed53830078","remote_addr":"[fd00:1122:3344:101::a]:50583","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30345,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/c9305b10-12d9-41f3-aa22-4fa832b935b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:08.810336406Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/c9305b10-12d9-41f3-aa22-4fa832b935b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:08.810356636Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c9305b10-12d9-41f3-aa22-4fa832b935b1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/c9305b10-12d9-41f3-aa22-4fa832b935b1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:08.854328801Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"region":"c9305b10-12d9-41f3-aa22-4fa832b935b1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.04244479Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"region":"c9305b10-12d9-41f3-aa22-4fa832b935b1","component":"worker"} {"msg":"region c9305b10-12d9-41f3-aa22-4fa832b935b1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.042494272Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.042592545Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c9305b10-12d9-41f3-aa22-4fa832b935b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.043020579Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c9305b10-12d9-41f3-aa22-4fa832b935b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.050898978Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.066735198Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c9305b10-12d9-41f3-aa22-4fa832b935b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.069374485Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c9305b10-12d9-41f3-aa22-4fa832b935b1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.070120949Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.070179491Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.070222943Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.070261664Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.074359168Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.087709497Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:09.122524261Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"uri":"/crucible/0/regions","method":"POST","req_id":"d6b6a81c-13d1-44da-97ba-7d5b7aa176a1","remote_addr":"[fd00:1122:3344:101::a]:50583","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.067578936Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49329"} {"msg":"region 3846ca66-4b50-4511-a8dc-9a7f28ca3817 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.126407449Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.126652107Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.126672858Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"uri":"/crucible/0/regions","method":"POST","req_id":"1fb7fe7e-2aee-4751-991c-277e1b0d4d44","remote_addr":"[fd00:1122:3344:101::a]:49329","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":357,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.137538725Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.137576726Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3846ca66-4b50-4511-a8dc-9a7f28ca3817\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.209596752Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"region":"3846ca66-4b50-4511-a8dc-9a7f28ca3817","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.287072177Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"region":"3846ca66-4b50-4511-a8dc-9a7f28ca3817","component":"worker"} {"msg":"region 3846ca66-4b50-4511-a8dc-9a7f28ca3817 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.287116468Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.28719581Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3846ca66-4b50-4511-a8dc-9a7f28ca3817","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.287592784Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3846ca66-4b50-4511-a8dc-9a7f28ca3817","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.291264064Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.299200175Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3846ca66-4b50-4511-a8dc-9a7f28ca3817","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.302559525Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.302750141Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.302804743Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.302849015Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.302893036Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.307619352Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.314445066Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:13.48656769Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"uri":"/crucible/0/regions","method":"POST","req_id":"a229035e-96df-4322-9d6c-c3b3219f7de0","remote_addr":"[fd00:1122:3344:101::a]:49329","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.432225856Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44133"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.43232816Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"uri":"/crucible/0/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817","method":"GET","req_id":"c381ca8d-342f-4356-bc29-979168c234f8","remote_addr":"[fd00:1122:3344:101::a]:44133","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"path is \"/data/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.433099865Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"datafile"} {"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.446621959Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"datafile"} {"msg":"region 3846ca66-4b50-4511-a8dc-9a7f28ca3817 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.455321145Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.4554829Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.455533002Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"uri":"/crucible/0/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817","method":"DELETE","req_id":"fca75f60-9501-49d3-8a47-88aae1e6622f","remote_addr":"[fd00:1122:3344:101::a]:44133","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23030,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.455671846Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"uri":"/crucible/0/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817","method":"GET","req_id":"bbed8cdd-2c21-4507-83ff-8dbfff50e053","remote_addr":"[fd00:1122:3344:101::a]:44133","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-3846ca66-4b50-4511-a8dc-9a7f28ca3817 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.456553955Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.472815099Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.482712905Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"region":"3846ca66-4b50-4511-a8dc-9a7f28ca3817","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.522032936Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"uri":"/crucible/0/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817","method":"GET","req_id":"ac93a1d4-897f-4828-87c1-261379a48a2b","remote_addr":"[fd00:1122:3344:101::a]:44133","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"region 3846ca66-4b50-4511-a8dc-9a7f28ca3817 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.583996902Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T06:05:47.586251536Z","hostname":"oxz_crucible_f7332e25-0a75-4959-b498-faa862ee2c5f","pid":23051,"uri":"/crucible/0/regions/3846ca66-4b50-4511-a8dc-9a7f28ca3817","method":"GET","req_id":"5a6dc377-125f-42a1-aaff-7831e6733848","remote_addr":"[fd00:1122:3344:101::a]:44133","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20,"response_code":"200"}