{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.742206347Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33995"} {"msg":"region 3d3d907f-2e14-451d-bfa0-b028649e6ee4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.773900105Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.776452054Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.776465564Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"uri":"/crucible/0/regions","method":"POST","req_id":"f7e4735e-14c6-4dc5-8ebd-23d183e9283a","remote_addr":"[fd00:1122:3344:101::a]:33995","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":13086,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.785684536Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.785707717Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3d3d907f-2e14-451d-bfa0-b028649e6ee4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:20.828246422Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"region":"3d3d907f-2e14-451d-bfa0-b028649e6ee4","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.00547952Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"uri":"/crucible/0/regions","method":"POST","req_id":"1bf0a3d4-5869-4ac2-8fba-87f7b72598ac","remote_addr":"[fd00:1122:3344:101::a]:33995","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1078,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.134653139Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"region":"3d3d907f-2e14-451d-bfa0-b028649e6ee4","component":"worker"} {"msg":"region 3d3d907f-2e14-451d-bfa0-b028649e6ee4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.13468906Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.134802831Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3d3d907f-2e14-451d-bfa0-b028649e6ee4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.139781978Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3d3d907f-2e14-451d-bfa0-b028649e6ee4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.146066255Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.162301025Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3d3d907f-2e14-451d-bfa0-b028649e6ee4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.165159149Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.165863359Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.16592591Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.165967411Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.166006011Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.170407149Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.181244176Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:16:21.665635453Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"uri":"/crucible/0/regions","method":"POST","req_id":"4d42f2b2-8286-4a6c-be7b-4efb1288c63a","remote_addr":"[fd00:1122:3344:101::a]:33995","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.040168646Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54857"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.043347735Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"uri":"/crucible/0/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4","method":"GET","req_id":"bcce904f-7ea6-4211-b754-a682af02a97d","remote_addr":"[fd00:1122:3344:101::a]:54857","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":3147,"response_code":"200"} {"msg":"path is \"/data/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.048606556Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"datafile"} {"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.058315305Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"datafile"} {"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4@8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.067131301Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4\", \"8b254072-f4b4-466e-b1a6-8c3feab28c95\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.067174062Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.082836672Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"uri":"/crucible/0/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4/snapshots/8b254072-f4b4-466e-b1a6-8c3feab28c95","method":"GET","req_id":"da3aef4d-1b4d-41ae-ab08-2163737f0bfa","remote_addr":"[fd00:1122:3344:101::a]:54857","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":34812,"response_code":"200"} {"msg":"path is \"/data/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.087811529Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"datafile"} {"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.096648425Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"datafile"} {"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4@8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.104705169Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4\", \"8b254072-f4b4-466e-b1a6-8c3feab28c95\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.1047351Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3d3d907f-2e14-451d-bfa0-b028649e6ee4-8b254072-f4b4-466e-b1a6-8c3feab28c95 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.113988842Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"datafile"} {"msg":"applying SMF actions for region 3d3d907f-2e14-451d-bfa0-b028649e6ee4 running snapshot 8b254072-f4b4-466e-b1a6-8c3feab28c95 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.116550511Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.116603392Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"uri":"/crucible/0/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4/snapshots/8b254072-f4b4-466e-b1a6-8c3feab28c95/run","method":"POST","req_id":"b1705221-7b08-4ee7-a601-24c3b8e1d0e4","remote_addr":"[fd00:1122:3344:101::a]:54857","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28819,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-3d3d907f-2e14-451d-bfa0-b028649e6ee4-8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.12556663Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3d3d907f-2e14-451d-bfa0-b028649e6ee4-8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.13269531Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3d3d907f-2e14-451d-bfa0-b028649e6ee4-8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.161642516Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d3d907f-2e14-451d-bfa0-b028649e6ee4/.zfs/snapshot/8b254072-f4b4-466e-b1a6-8c3feab28c95","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.162021022Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.162100983Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.162162974Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.162228285Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.162321456Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.169341544Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.173670701Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"worker"} {"msg":"region 3d3d907f-2e14-451d-bfa0-b028649e6ee4 running snapshot 8b254072-f4b4-466e-b1a6-8c3feab28c95 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-13T05:21:45.173682081Z","hostname":"oxz_crucible_0cb04175-0aee-40d5-ad7b-d155caa34d88","pid":21600,"component":"datafile"}