{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.048301703Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33600"} {"msg":"region 502e6160-d291-487d-ba3f-f01775935612 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.048961684Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.049578315Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.049588045Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"uri":"/crucible/0/regions","method":"POST","req_id":"709d1f29-bbab-4aa3-a210-a73050f3567b","remote_addr":"[fd00:1122:3344:101::a]:33600","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1205,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/502e6160-d291-487d-ba3f-f01775935612","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.060000736Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/502e6160-d291-487d-ba3f-f01775935612","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.060032367Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"502e6160-d291-487d-ba3f-f01775935612\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/502e6160-d291-487d-ba3f-f01775935612\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.112932714Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"region":"502e6160-d291-487d-ba3f-f01775935612","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.209217935Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"uri":"/crucible/0/regions","method":"POST","req_id":"e26cd511-7309-45b0-bd59-ddfdd0105c93","remote_addr":"[fd00:1122:3344:101::a]:33600","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.231253687Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"region":"502e6160-d291-487d-ba3f-f01775935612","component":"worker"} {"msg":"region 502e6160-d291-487d-ba3f-f01775935612 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.231274287Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.23140478Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-502e6160-d291-487d-ba3f-f01775935612","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.231788406Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-502e6160-d291-487d-ba3f-f01775935612","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.236512828Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.252087279Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-502e6160-d291-487d-ba3f-f01775935612","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.254976939Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/502e6160-d291-487d-ba3f-f01775935612","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.255233933Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.255289734Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.255333385Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.255376956Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.259391965Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.265050064Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:56.741712542Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"uri":"/crucible/0/regions","method":"POST","req_id":"b78cff50-857c-46a3-9921-93019b307d38","remote_addr":"[fd00:1122:3344:101::a]:33600","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.192566705Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47305"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.192702907Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"uri":"/crucible/0/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572","method":"GET","req_id":"07e9e0da-f845-4b0c-92de-c322499ecbf4","remote_addr":"[fd00:1122:3344:101::a]:47305","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":108,"response_code":"200"} {"msg":"path is \"/data/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.192907571Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.202590929Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"datafile"} {"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572@47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.211607745Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572\", \"47d087a7-8a4c-4266-bd5a-a250733581f7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.211639026Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.222714518Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"uri":"/crucible/0/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572/snapshots/47d087a7-8a4c-4266-bd5a-a250733581f7","method":"GET","req_id":"a03f6af8-09a9-43c2-a96d-ab3ede3a938b","remote_addr":"[fd00:1122:3344:101::a]:47305","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29818,"response_code":"200"} {"msg":"path is \"/data/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.222893751Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.232549758Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"datafile"} {"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572@47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.240881283Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572\", \"47d087a7-8a4c-4266-bd5a-a250733581f7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.240914684Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 647a73fa-5785-40e9-b1ca-5e18cc8bc572-47d087a7-8a4c-4266-bd5a-a250733581f7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.250662543Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"datafile"} {"msg":"applying SMF actions for region 647a73fa-5785-40e9-b1ca-5e18cc8bc572 running snapshot 47d087a7-8a4c-4266-bd5a-a250733581f7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.250830836Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.250886887Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"uri":"/crucible/0/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572/snapshots/47d087a7-8a4c-4266-bd5a-a250733581f7/run","method":"POST","req_id":"f3e94ae1-cdc4-485d-9d2e-9f373a8e3730","remote_addr":"[fd00:1122:3344:101::a]:47305","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28024,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-647a73fa-5785-40e9-b1ca-5e18cc8bc572-47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.253072165Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-647a73fa-5785-40e9-b1ca-5e18cc8bc572-47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.258782404Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-647a73fa-5785-40e9-b1ca-5e18cc8bc572-47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.26840604Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/647a73fa-5785-40e9-b1ca-5e18cc8bc572/.zfs/snapshot/47d087a7-8a4c-4266-bd5a-a250733581f7","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.268623474Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.268677295Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.268718886Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.268759177Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.268807287Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.272142685Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.276539402Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"worker"} {"msg":"region 647a73fa-5785-40e9-b1ca-5e18cc8bc572 running snapshot 47d087a7-8a4c-4266-bd5a-a250733581f7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-28T08:19:57.276550562Z","hostname":"oxz_crucible_7f3588a9-7462-4909-b7e8-515a3d13052c","pid":22748,"component":"datafile"}