{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.617022544Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47248"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.625233235Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"uri":"/crucible/0/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b","method":"GET","req_id":"161ce924-24ed-4ecc-a8b2-9d602a82c3e4","remote_addr":"[fd00:1122:3344:101::a]:47248","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":8157,"response_code":"200"} {"msg":"path is \"/data/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.62860545Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"datafile"} {"msg":"dataset is oxp_e04402af-317a-42b4-97c2-9e8d678da1f5/crucible/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.637814364Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"datafile"} {"msg":"snapshot is oxp_e04402af-317a-42b4-97c2-9e8d678da1f5/crucible/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b@37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.645928063Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e04402af-317a-42b4-97c2-9e8d678da1f5/crucible/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b\", \"37e5c4c1-2705-4b77-8eb9-5035808283b7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.645955843Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.656305732Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"uri":"/crucible/0/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b/snapshots/37e5c4c1-2705-4b77-8eb9-5035808283b7","method":"GET","req_id":"81d0d75e-1a2c-40a4-8544-df6a1cf81d51","remote_addr":"[fd00:1122:3344:101::a]:47248","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27712,"response_code":"200"} {"msg":"path is \"/data/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.659638187Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"datafile"} {"msg":"dataset is oxp_e04402af-317a-42b4-97c2-9e8d678da1f5/crucible/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.66801408Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"datafile"} {"msg":"snapshot is oxp_e04402af-317a-42b4-97c2-9e8d678da1f5/crucible/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b@37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.675324088Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e04402af-317a-42b4-97c2-9e8d678da1f5/crucible/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b\", \"37e5c4c1-2705-4b77-8eb9-5035808283b7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.675348708Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 98e9e5f4-f001-49a8-b6a9-5bd48211d74b-37e5c4c1-2705-4b77-8eb9-5035808283b7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.684947657Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"datafile"} {"msg":"applying SMF actions for region 98e9e5f4-f001-49a8-b6a9-5bd48211d74b running snapshot 37e5c4c1-2705-4b77-8eb9-5035808283b7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.68585357Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.68589715Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"uri":"/crucible/0/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b/snapshots/37e5c4c1-2705-4b77-8eb9-5035808283b7/run","method":"POST","req_id":"468bd402-b902-400c-be6e-ceee28444afe","remote_addr":"[fd00:1122:3344:101::a]:47248","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26285,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.694879421Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.694981162Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.695062833Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.695069013Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.695118264Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-98e9e5f4-f001-49a8-b6a9-5bd48211d74b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.695166805Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.695269816Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.695327857Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.695373907Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.695423098Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.703077091Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-98e9e5f4-f001-49a8-b6a9-5bd48211d74b-37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.703516997Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-98e9e5f4-f001-49a8-b6a9-5bd48211d74b-37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.706435896Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-98e9e5f4-f001-49a8-b6a9-5bd48211d74b-37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.718561319Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b/.zfs/snapshot/37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.718861733Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.718928374Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.718969855Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.719009735Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.719065206Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.722687005Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.726696768Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"worker"} {"msg":"region 98e9e5f4-f001-49a8-b6a9-5bd48211d74b running snapshot 37e5c4c1-2705-4b77-8eb9-5035808283b7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.726706748Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"datafile"} {"msg":"path is \"/data/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.841515762Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"datafile"} {"msg":"dataset is oxp_e04402af-317a-42b4-97c2-9e8d678da1f5/crucible/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.850512092Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"datafile"} {"msg":"snapshot is oxp_e04402af-317a-42b4-97c2-9e8d678da1f5/crucible/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b@37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.858429399Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e04402af-317a-42b4-97c2-9e8d678da1f5/crucible/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b\", \"37e5c4c1-2705-4b77-8eb9-5035808283b7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.858455659Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.86595811Z","hostname":"oxz_crucible_b1c648a4-a9f6-4fbf-bd50-5ec24fa7617a","pid":20334,"uri":"/crucible/0/regions/98e9e5f4-f001-49a8-b6a9-5bd48211d74b/snapshots/37e5c4c1-2705-4b77-8eb9-5035808283b7/run","method":"POST","req_id":"64f95cb3-f58c-4087-81bc-98740e22c0d6","remote_addr":"[fd00:1122:3344:101::a]:47248","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24475,"response_code":"200"}