{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.016764164Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44158"} {"msg":"region 6c221fc6-cbbf-4c4a-b6d9-53823a3fc388 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.06044393Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.065366326Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"uri":"/crucible/0/regions","method":"POST","req_id":"7eb0c9ee-b203-44af-b2e2-59b8351a8e71","remote_addr":"[fd00:1122:3344:101::a]:44158","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":12813,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.06538173Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.075975941Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.076002661Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6c221fc6-cbbf-4c4a-b6d9-53823a3fc388\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/6c221fc6-cbbf-4c4a-b6d9-53823a3fc388\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.123805677Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"region":"6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.326687637Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"uri":"/crucible/0/regions","method":"POST","req_id":"3ac7b33c-29f9-4435-b4d5-44e64261e5a5","remote_addr":"[fd00:1122:3344:101::a]:44158","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":611,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.3570236Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"region":"6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","component":"worker"} {"msg":"region 6c221fc6-cbbf-4c4a-b6d9-53823a3fc388 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.357057081Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.357179534Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.359552657Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.363327957Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.373927428Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.376693291Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.377394879Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.377500822Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.377543994Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.377585924Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.382785212Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.387386594Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:09.952746149Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"uri":"/crucible/0/regions","method":"POST","req_id":"9deb3707-0887-40b0-87b7-291ff6573ed9","remote_addr":"[fd00:1122:3344:101::a]:44158","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.597704402Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43061"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.59840514Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"uri":"/crucible/0/regions/6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","method":"GET","req_id":"8af29794-1132-4f0c-802d-344d4c7f7d1f","remote_addr":"[fd00:1122:3344:101::a]:43061","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":675,"response_code":"200"} {"msg":"path is \"/data/regions/6c221fc6-cbbf-4c4a-b6d9-53823a3fc388\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.598595395Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"datafile"} {"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.607382318Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"datafile"} {"msg":"region 6c221fc6-cbbf-4c4a-b6d9-53823a3fc388 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.61652488Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.616684744Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.616734536Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"uri":"/crucible/0/regions/6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","method":"DELETE","req_id":"8d07fd9d-aed1-4101-b086-c1118ef5a74f","remote_addr":"[fd00:1122:3344:101::a]:43061","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18173,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.6168884Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"uri":"/crucible/0/regions/6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","method":"GET","req_id":"cb4ffbe1-f7da-4fe9-8326-aacce1870dc3","remote_addr":"[fd00:1122:3344:101::a]:43061","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-6c221fc6-cbbf-4c4a-b6d9-53823a3fc388 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.61767337Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.621709137Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/6c221fc6-cbbf-4c4a-b6d9-53823a3fc388\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.630449439Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"region":"6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","component":"worker"} {"msg":"region 6c221fc6-cbbf-4c4a-b6d9-53823a3fc388 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.680480313Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:45:10.711148635Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"uri":"/crucible/0/regions/6c221fc6-cbbf-4c4a-b6d9-53823a3fc388","method":"GET","req_id":"29af425d-7e83-4c92-9d1c-6d304486eacb","remote_addr":"[fd00:1122:3344:101::a]:43061","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.378970134Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46531"} {"msg":"region ec60c9d8-7927-43cd-845e-4f4de4ee8eb7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.408966697Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.409607185Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.409628975Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"uri":"/crucible/0/regions","method":"POST","req_id":"98060946-ecc3-44cb-bd2e-e369564a6e37","remote_addr":"[fd00:1122:3344:101::a]:46531","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":722,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ec60c9d8-7927-43cd-845e-4f4de4ee8eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.420235196Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/ec60c9d8-7927-43cd-845e-4f4de4ee8eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.420265517Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ec60c9d8-7927-43cd-845e-4f4de4ee8eb7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/ec60c9d8-7927-43cd-845e-4f4de4ee8eb7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.47177319Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"region":"ec60c9d8-7927-43cd-845e-4f4de4ee8eb7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.549185329Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"region":"ec60c9d8-7927-43cd-845e-4f4de4ee8eb7","component":"worker"} {"msg":"region ec60c9d8-7927-43cd-845e-4f4de4ee8eb7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.549239301Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.549318623Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ec60c9d8-7927-43cd-845e-4f4de4ee8eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.55070634Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ec60c9d8-7927-43cd-845e-4f4de4ee8eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.554771377Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.572213649Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec60c9d8-7927-43cd-845e-4f4de4ee8eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.575171147Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec60c9d8-7927-43cd-845e-4f4de4ee8eb7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.575429464Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.575489756Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.575533297Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.575574858Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.578579517Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.582931222Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-19T22:50:38.761057298Z","hostname":"oxz_crucible_c6778fb4-5def-422b-9845-01904a30e0d8","pid":22689,"uri":"/crucible/0/regions","method":"POST","req_id":"662a7320-319c-4829-9368-7f103c262876","remote_addr":"[fd00:1122:3344:101::a]:46531","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":92,"response_code":"200"}