{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:12.975481316Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61612"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:12.983530617Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"uri":"/crucible/0/regions/4c179487-7b0a-4369-a295-5aa07df67b67","method":"GET","req_id":"6d8d3a65-d8fc-41ff-8a1e-ddc508d9997a","remote_addr":"[fd00:1122:3344:101::a]:61612","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":7983,"response_code":"200"} {"msg":"path is \"/data/regions/4c179487-7b0a-4369-a295-5aa07df67b67\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:12.986303866Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"datafile"} {"msg":"dataset is oxp_d94d1e41-79ad-434a-a5c0-f6dedadc31a6/crucible/regions/4c179487-7b0a-4369-a295-5aa07df67b67","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:12.995398325Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"datafile"} {"msg":"snapshot is oxp_d94d1e41-79ad-434a-a5c0-f6dedadc31a6/crucible/regions/4c179487-7b0a-4369-a295-5aa07df67b67@636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.004079888Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d94d1e41-79ad-434a-a5c0-f6dedadc31a6/crucible/regions/4c179487-7b0a-4369-a295-5aa07df67b67\", \"636915c6-dc5b-4438-9042-a43aee600b1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.004114958Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.016111359Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"uri":"/crucible/0/regions/4c179487-7b0a-4369-a295-5aa07df67b67/snapshots/636915c6-dc5b-4438-9042-a43aee600b1d","method":"GET","req_id":"2cd00c28-3083-4920-8f7f-a706496b49b8","remote_addr":"[fd00:1122:3344:101::a]:61612","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29818,"response_code":"200"} {"msg":"path is \"/data/regions/4c179487-7b0a-4369-a295-5aa07df67b67\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.023088431Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"datafile"} {"msg":"dataset is oxp_d94d1e41-79ad-434a-a5c0-f6dedadc31a6/crucible/regions/4c179487-7b0a-4369-a295-5aa07df67b67","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.031340286Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"datafile"} {"msg":"snapshot is oxp_d94d1e41-79ad-434a-a5c0-f6dedadc31a6/crucible/regions/4c179487-7b0a-4369-a295-5aa07df67b67@636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.039701013Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d94d1e41-79ad-434a-a5c0-f6dedadc31a6/crucible/regions/4c179487-7b0a-4369-a295-5aa07df67b67\", \"636915c6-dc5b-4438-9042-a43aee600b1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.039728283Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4c179487-7b0a-4369-a295-5aa07df67b67-636915c6-dc5b-4438-9042-a43aee600b1d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.048380975Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"datafile"} {"msg":"applying SMF actions for region 4c179487-7b0a-4369-a295-5aa07df67b67 running snapshot 636915c6-dc5b-4438-9042-a43aee600b1d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.049120808Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.049152119Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"uri":"/crucible/0/regions/4c179487-7b0a-4369-a295-5aa07df67b67/snapshots/636915c6-dc5b-4438-9042-a43aee600b1d/run","method":"POST","req_id":"6f4c913b-710a-4878-aa90-f263d5cc0383","remote_addr":"[fd00:1122:3344:101::a]:61612","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26800,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/4c179487-7b0a-4369-a295-5aa07df67b67","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.058111186Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.058196647Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.058278279Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.058289449Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.05833301Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4c179487-7b0a-4369-a295-5aa07df67b67","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.05838125Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4c179487-7b0a-4369-a295-5aa07df67b67","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.058482022Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.058542104Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.058588404Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.058637305Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.065916633Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-4c179487-7b0a-4369-a295-5aa07df67b67-636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.066369181Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4c179487-7b0a-4369-a295-5aa07df67b67-636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.068817984Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4c179487-7b0a-4369-a295-5aa07df67b67-636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.079111694Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4c179487-7b0a-4369-a295-5aa07df67b67/.zfs/snapshot/636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.07942697Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.079483641Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.079528042Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.079565682Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.079617543Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.083382379Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.08797319Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"worker"} {"msg":"region 4c179487-7b0a-4369-a295-5aa07df67b67 running snapshot 636915c6-dc5b-4438-9042-a43aee600b1d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.08798329Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"datafile"} {"msg":"path is \"/data/regions/4c179487-7b0a-4369-a295-5aa07df67b67\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.273488315Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"datafile"} {"msg":"dataset is oxp_d94d1e41-79ad-434a-a5c0-f6dedadc31a6/crucible/regions/4c179487-7b0a-4369-a295-5aa07df67b67","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.282454442Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"datafile"} {"msg":"snapshot is oxp_d94d1e41-79ad-434a-a5c0-f6dedadc31a6/crucible/regions/4c179487-7b0a-4369-a295-5aa07df67b67@636915c6-dc5b-4438-9042-a43aee600b1d","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.290641836Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d94d1e41-79ad-434a-a5c0-f6dedadc31a6/crucible/regions/4c179487-7b0a-4369-a295-5aa07df67b67\", \"636915c6-dc5b-4438-9042-a43aee600b1d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.290673617Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-31T20:33:13.298380992Z","hostname":"oxz_crucible_9b2044c8-71cb-4c59-aa8f-295f07770de6","pid":22445,"uri":"/crucible/0/regions/4c179487-7b0a-4369-a295-5aa07df67b67/snapshots/636915c6-dc5b-4438-9042-a43aee600b1d/run","method":"POST","req_id":"c24c9c2c-7cf0-453e-a20c-38c50722a604","remote_addr":"[fd00:1122:3344:101::a]:61612","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24916,"response_code":"200"}