{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.231622814Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38740"} {"msg":"region 6fbf6763-d2e7-4105-9bdd-a181de6699d5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.261304346Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.262530348Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.262543319Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"uri":"/crucible/0/regions","method":"POST","req_id":"e242f477-bc0c-4ebe-af9a-a0cff8abb631","remote_addr":"[fd00:1122:3344:101::a]:38740","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1277,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/6fbf6763-d2e7-4105-9bdd-a181de6699d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.273441015Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/6fbf6763-d2e7-4105-9bdd-a181de6699d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.273466686Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6fbf6763-d2e7-4105-9bdd-a181de6699d5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/6fbf6763-d2e7-4105-9bdd-a181de6699d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.436119409Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"region":"6fbf6763-d2e7-4105-9bdd-a181de6699d5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.514403801Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"uri":"/crucible/0/regions","method":"POST","req_id":"14cbf03a-ae4e-4342-9c9e-0526ed3145de","remote_addr":"[fd00:1122:3344:101::a]:38740","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":845,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.713834762Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"region":"6fbf6763-d2e7-4105-9bdd-a181de6699d5","component":"worker"} {"msg":"region 6fbf6763-d2e7-4105-9bdd-a181de6699d5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.713865033Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.713983756Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6fbf6763-d2e7-4105-9bdd-a181de6699d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.714917221Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6fbf6763-d2e7-4105-9bdd-a181de6699d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.742752144Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.782201643Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6fbf6763-d2e7-4105-9bdd-a181de6699d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.805847895Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fbf6763-d2e7-4105-9bdd-a181de6699d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.806144223Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.806192074Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.806242425Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.806283917Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.829790426Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:45.857533456Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:46.236168997Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"uri":"/crucible/0/regions","method":"POST","req_id":"6fc5a977-48f6-4a30-9beb-8da0d0ee9a42","remote_addr":"[fd00:1122:3344:101::a]:38740","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.106467554Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45251"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.106541506Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"uri":"/crucible/0/regions/b05c1d73-ce2a-4955-802a-f200715f0fed","method":"GET","req_id":"0bf98df3-3c2e-4430-8ba8-ae12da27453f","remote_addr":"[fd00:1122:3344:101::a]:45251","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/b05c1d73-ce2a-4955-802a-f200715f0fed\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.10668392Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"datafile"} {"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b05c1d73-ce2a-4955-802a-f200715f0fed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.115277346Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"datafile"} {"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b05c1d73-ce2a-4955-802a-f200715f0fed@ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.123408281Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b05c1d73-ce2a-4955-802a-f200715f0fed\", \"ab88e288-2cf7-4242-a351-f8c60eff1577\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.123438471Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.133082855Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"uri":"/crucible/0/regions/b05c1d73-ce2a-4955-802a-f200715f0fed/snapshots/ab88e288-2cf7-4242-a351-f8c60eff1577","method":"GET","req_id":"b5f1e0f7-6687-4cce-a446-c01408f9a18b","remote_addr":"[fd00:1122:3344:101::a]:45251","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26404,"response_code":"200"} {"msg":"path is \"/data/regions/b05c1d73-ce2a-4955-802a-f200715f0fed\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.133238519Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"datafile"} {"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b05c1d73-ce2a-4955-802a-f200715f0fed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.141329222Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"datafile"} {"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b05c1d73-ce2a-4955-802a-f200715f0fed@ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.149741614Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/b05c1d73-ce2a-4955-802a-f200715f0fed\", \"ab88e288-2cf7-4242-a351-f8c60eff1577\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.149774835Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b05c1d73-ce2a-4955-802a-f200715f0fed-ab88e288-2cf7-4242-a351-f8c60eff1577 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.157986291Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"datafile"} {"msg":"applying SMF actions for region b05c1d73-ce2a-4955-802a-f200715f0fed running snapshot ab88e288-2cf7-4242-a351-f8c60eff1577 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.158140235Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.158189686Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"uri":"/crucible/0/regions/b05c1d73-ce2a-4955-802a-f200715f0fed/snapshots/ab88e288-2cf7-4242-a351-f8c60eff1577/run","method":"POST","req_id":"7f3c54dc-1024-42cf-9228-d4dbb0678474","remote_addr":"[fd00:1122:3344:101::a]:45251","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24976,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-b05c1d73-ce2a-4955-802a-f200715f0fed-ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.160913078Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b05c1d73-ce2a-4955-802a-f200715f0fed-ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.189016838Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b05c1d73-ce2a-4955-802a-f200715f0fed-ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.284100172Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b05c1d73-ce2a-4955-802a-f200715f0fed/.zfs/snapshot/ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.28439503Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.284447601Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.284489312Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.284528543Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.284580155Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.30188781Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.349094493Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"worker"} {"msg":"region b05c1d73-ce2a-4955-802a-f200715f0fed running snapshot ab88e288-2cf7-4242-a351-f8c60eff1577 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.349112694Z","hostname":"oxz_crucible_cb25364e-500d-4a7e-9611-36f6f4257552","pid":23696,"component":"datafile"}