{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.521908014Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37895"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.522008757Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"uri":"/crucible/0/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb","method":"GET","req_id":"9b4ec4d6-8cd9-4f5d-8764-a6d01b3d5425","remote_addr":"[fd00:1122:3344:101::a]:37895","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"path is \"/data/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.526121294Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"datafile"} {"msg":"dataset is oxp_83a6f053-9a9e-49d7-aa01-2ac3088ef867/crucible/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.534942166Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"datafile"} {"msg":"snapshot is oxp_83a6f053-9a9e-49d7-aa01-2ac3088ef867/crucible/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb@165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.543440829Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_83a6f053-9a9e-49d7-aa01-2ac3088ef867/crucible/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb\", \"165dddda-8029-41f1-8bbb-ba16e480586e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.54346274Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.554376692Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"uri":"/crucible/0/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb/snapshots/165dddda-8029-41f1-8bbb-ba16e480586e","method":"GET","req_id":"a52a4363-5446-4399-8665-d1399c0047cd","remote_addr":"[fd00:1122:3344:101::a]:37895","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28261,"response_code":"200"} {"msg":"path is \"/data/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.558401476Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"datafile"} {"msg":"dataset is oxp_83a6f053-9a9e-49d7-aa01-2ac3088ef867/crucible/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.566740405Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"datafile"} {"msg":"snapshot is oxp_83a6f053-9a9e-49d7-aa01-2ac3088ef867/crucible/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb@165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.575874915Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_83a6f053-9a9e-49d7-aa01-2ac3088ef867/crucible/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb\", \"165dddda-8029-41f1-8bbb-ba16e480586e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.575898366Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f68111be-79dd-4d5f-9c9c-7c37534d9adb-165dddda-8029-41f1-8bbb-ba16e480586e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.584768509Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"datafile"} {"msg":"applying SMF actions for region f68111be-79dd-4d5f-9c9c-7c37534d9adb running snapshot 165dddda-8029-41f1-8bbb-ba16e480586e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.58547548Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.58549471Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"uri":"/crucible/0/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb/snapshots/165dddda-8029-41f1-8bbb-ba16e480586e/run","method":"POST","req_id":"7b38825b-0915-4793-a9eb-737d392746de","remote_addr":"[fd00:1122:3344:101::a]:37895","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27126,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-f68111be-79dd-4d5f-9c9c-7c37534d9adb-165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.593427747Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f68111be-79dd-4d5f-9c9c-7c37534d9adb-165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.603674609Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f68111be-79dd-4d5f-9c9c-7c37534d9adb-165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.62050246Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb/.zfs/snapshot/165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.62083138Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.620884091Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.620926592Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.620967263Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.621019065Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.626844101Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.631400121Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"worker"} {"msg":"region f68111be-79dd-4d5f-9c9c-7c37534d9adb running snapshot 165dddda-8029-41f1-8bbb-ba16e480586e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.631413572Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"datafile"} {"msg":"path is \"/data/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.913406517Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"datafile"} {"msg":"dataset is oxp_83a6f053-9a9e-49d7-aa01-2ac3088ef867/crucible/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.922761104Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"datafile"} {"msg":"snapshot is oxp_83a6f053-9a9e-49d7-aa01-2ac3088ef867/crucible/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb@165dddda-8029-41f1-8bbb-ba16e480586e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.930975318Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_83a6f053-9a9e-49d7-aa01-2ac3088ef867/crucible/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb\", \"165dddda-8029-41f1-8bbb-ba16e480586e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.930995459Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T02:53:15.938678259Z","hostname":"oxz_crucible_a9466476-412a-455d-a52b-9e4ed2fa1227","pid":23256,"uri":"/crucible/0/regions/f68111be-79dd-4d5f-9c9c-7c37534d9adb/snapshots/165dddda-8029-41f1-8bbb-ba16e480586e/run","method":"POST","req_id":"4c863cd6-8540-4891-bab7-8947067c528a","remote_addr":"[fd00:1122:3344:101::a]:37895","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25314,"response_code":"200"}