{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.382688206Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59085"} {"msg":"region 9f2cb997-1e3c-4007-bdd6-d52037b42800 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.384125529Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.385736687Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.387965694Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"uri":"/crucible/0/regions","method":"POST","req_id":"6c177fd2-552f-4ab1-9b1e-47c2b0dea878","remote_addr":"[fd00:1122:3344:101::c]:59085","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2312,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/9f2cb997-1e3c-4007-bdd6-d52037b42800","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.395733986Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/9f2cb997-1e3c-4007-bdd6-d52037b42800","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.395748006Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9f2cb997-1e3c-4007-bdd6-d52037b42800\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/9f2cb997-1e3c-4007-bdd6-d52037b42800\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.438373701Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"region":"9f2cb997-1e3c-4007-bdd6-d52037b42800","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.608959012Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"region":"9f2cb997-1e3c-4007-bdd6-d52037b42800","component":"worker"} {"msg":"region 9f2cb997-1e3c-4007-bdd6-d52037b42800 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.609003054Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.609080986Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9f2cb997-1e3c-4007-bdd6-d52037b42800","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.622080255Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9f2cb997-1e3c-4007-bdd6-d52037b42800","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.626706663Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.634568488Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9f2cb997-1e3c-4007-bdd6-d52037b42800","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.63763227Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9f2cb997-1e3c-4007-bdd6-d52037b42800","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.638331761Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.638423004Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.638466815Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.638503686Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.642396772Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.654503954Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:30:37.671252655Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"uri":"/crucible/0/regions","method":"POST","req_id":"6409efdc-2b62-485c-85f5-30ee751871c3","remote_addr":"[fd00:1122:3344:101::c]:59085","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.354213434Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60671"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.389505039Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"uri":"/crucible/0/regions/9f2cb997-1e3c-4007-bdd6-d52037b42800","method":"GET","req_id":"127db644-9e57-42d9-aa6b-028810f510f7","remote_addr":"[fd00:1122:3344:101::c]:60671","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2522,"response_code":"200"} {"msg":"path is \"/data/regions/9f2cb997-1e3c-4007-bdd6-d52037b42800\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.389667994Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"datafile"} {"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/9f2cb997-1e3c-4007-bdd6-d52037b42800","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.402433696Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"datafile"} {"msg":"region 9f2cb997-1e3c-4007-bdd6-d52037b42800 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.411785305Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.41194759Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.415031163Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"uri":"/crucible/0/regions/9f2cb997-1e3c-4007-bdd6-d52037b42800","method":"DELETE","req_id":"716b4b23-f359-4e99-98bd-a3ac1d8de8b6","remote_addr":"[fd00:1122:3344:101::c]:60671","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25342,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.415300521Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"uri":"/crucible/0/regions/9f2cb997-1e3c-4007-bdd6-d52037b42800","method":"GET","req_id":"8c19cc28-0e78-495a-b302-30453edc3474","remote_addr":"[fd00:1122:3344:101::c]:60671","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":94,"response_code":"200"} {"msg":"remove downstairs instance: downstairs-9f2cb997-1e3c-4007-bdd6-d52037b42800","v":0,"name":"crucible-agent","level":50,"time":"2023-10-05T04:33:32.422136445Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"instance states: (Some(Online), None)","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.425381282Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.435263637Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/9f2cb997-1e3c-4007-bdd6-d52037b42800\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.446976657Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"region":"9f2cb997-1e3c-4007-bdd6-d52037b42800","component":"worker"} {"msg":"region 9f2cb997-1e3c-4007-bdd6-d52037b42800 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.508952921Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-05T04:33:32.534079493Z","hostname":"oxz_crucible_1cd6e990-f200-439f-9d4e-5f852125ad65","pid":22832,"uri":"/crucible/0/regions/9f2cb997-1e3c-4007-bdd6-d52037b42800","method":"GET","req_id":"765c855d-6fda-4e28-a3a1-d5a284889878","remote_addr":"[fd00:1122:3344:101::c]:60671","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":"200"}