{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.591318634Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59221"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.599008311Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"uri":"/crucible/0/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf","method":"GET","req_id":"12f9ec4c-a9e9-4025-9709-00055b67aa54","remote_addr":"[fd00:1122:3344:101::a]:59221","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":7643,"response_code":"200"} {"msg":"path is \"/data/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.601657353Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"datafile"} {"msg":"dataset is oxp_6bcd12fd-a17a-4b71-b93d-84590e442e65/crucible/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.610689667Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"datafile"} {"msg":"snapshot is oxp_6bcd12fd-a17a-4b71-b93d-84590e442e65/crucible/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf@8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.619362781Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6bcd12fd-a17a-4b71-b93d-84590e442e65/crucible/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf\", \"8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.619402442Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.629983847Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"uri":"/crucible/0/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf/snapshots/8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb","method":"GET","req_id":"1a21be7f-7109-4144-8349-c0896eb9c660","remote_addr":"[fd00:1122:3344:101::a]:59221","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28336,"response_code":"200"} {"msg":"path is \"/data/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.633498822Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"datafile"} {"msg":"dataset is oxp_6bcd12fd-a17a-4b71-b93d-84590e442e65/crucible/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.64230887Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"datafile"} {"msg":"snapshot is oxp_6bcd12fd-a17a-4b71-b93d-84590e442e65/crucible/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf@8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.650421599Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6bcd12fd-a17a-4b71-b93d-84590e442e65/crucible/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf\", \"8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.65045021Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2282a77b-9655-47cc-a4d9-27f6d960cfaf-8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.659683619Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"datafile"} {"msg":"applying SMF actions for region 2282a77b-9655-47cc-a4d9-27f6d960cfaf running snapshot 8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.660366517Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.660383488Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"uri":"/crucible/0/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf/snapshots/8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb/run","method":"POST","req_id":"8acc3c23-0abf-421f-bb8d-8f68b2dc89f2","remote_addr":"[fd00:1122:3344:101::a]:59221","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26919,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-2282a77b-9655-47cc-a4d9-27f6d960cfaf-8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.669403501Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2282a77b-9655-47cc-a4d9-27f6d960cfaf-8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.672745901Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2282a77b-9655-47cc-a4d9-27f6d960cfaf-8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.683794019Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf/.zfs/snapshot/8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.684014995Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.684065037Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.684104658Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.684142229Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.68418857Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.687656534Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.69161142Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"worker"} {"msg":"region 2282a77b-9655-47cc-a4d9-27f6d960cfaf running snapshot 8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.69162243Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"datafile"} {"msg":"path is \"/data/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.827082806Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"datafile"} {"msg":"dataset is oxp_6bcd12fd-a17a-4b71-b93d-84590e442e65/crucible/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.837388934Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"datafile"} {"msg":"snapshot is oxp_6bcd12fd-a17a-4b71-b93d-84590e442e65/crucible/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf@8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.84688637Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6bcd12fd-a17a-4b71-b93d-84590e442e65/crucible/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf\", \"8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.846926181Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-07T22:54:33.858920345Z","hostname":"oxz_crucible_635ebbc4-7443-4d5b-ada0-64b941ea5702","pid":22023,"uri":"/crucible/0/regions/2282a77b-9655-47cc-a4d9-27f6d960cfaf/snapshots/8a3c1b13-7dc3-4c4a-a191-8182c96f5eeb/run","method":"POST","req_id":"db9f6139-e95e-4cda-822a-362989045764","remote_addr":"[fd00:1122:3344:101::a]:59221","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31877,"response_code":"200"}