{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.263070589Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46629"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.26315514Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"uri":"/crucible/0/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834","method":"GET","req_id":"753bb0e9-745e-4e0f-a94b-2a332745f856","remote_addr":"[fd00:1122:3344:101::a]:46629","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"path is \"/data/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.263342244Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"datafile"} {"msg":"dataset is oxp_137f7f84-2894-49f9-be7d-163348c068b9/crucible/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.27273765Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"datafile"} {"msg":"snapshot is oxp_137f7f84-2894-49f9-be7d-163348c068b9/crucible/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834@1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.282080625Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_137f7f84-2894-49f9-be7d-163348c068b9/crucible/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834\", \"1f89d3a5-d079-4430-81b3-801ba7ffdde5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.282112926Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.299403026Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"uri":"/crucible/0/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834/snapshots/1f89d3a5-d079-4430-81b3-801ba7ffdde5","method":"GET","req_id":"83984c4c-1e40-4ece-ba41-6ee1c496d465","remote_addr":"[fd00:1122:3344:101::a]:46629","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":36061,"response_code":"200"} {"msg":"path is \"/data/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.29958413Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"datafile"} {"msg":"dataset is oxp_137f7f84-2894-49f9-be7d-163348c068b9/crucible/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.308631008Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"datafile"} {"msg":"snapshot is oxp_137f7f84-2894-49f9-be7d-163348c068b9/crucible/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834@1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.317305549Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_137f7f84-2894-49f9-be7d-163348c068b9/crucible/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834\", \"1f89d3a5-d079-4430-81b3-801ba7ffdde5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.31733672Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5db45db2-ec51-4c3c-b935-d6dbb6410834-1f89d3a5-d079-4430-81b3-801ba7ffdde5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.326792087Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"datafile"} {"msg":"applying SMF actions for region 5db45db2-ec51-4c3c-b935-d6dbb6410834 running snapshot 1f89d3a5-d079-4430-81b3-801ba7ffdde5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.327328228Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.327379049Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"uri":"/crucible/0/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834/snapshots/1f89d3a5-d079-4430-81b3-801ba7ffdde5/run","method":"POST","req_id":"780a6727-33b8-41d2-bf99-7f7604a556eb","remote_addr":"[fd00:1122:3344:101::a]:46629","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27821,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-5db45db2-ec51-4c3c-b935-d6dbb6410834-1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.33751785Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5db45db2-ec51-4c3c-b935-d6dbb6410834-1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.34181891Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5db45db2-ec51-4c3c-b935-d6dbb6410834-1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.352169916Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5db45db2-ec51-4c3c-b935-d6dbb6410834/.zfs/snapshot/1f89d3a5-d079-4430-81b3-801ba7ffdde5","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.35237348Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.352432221Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.352475542Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.352516973Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.352564274Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.356042297Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.360135482Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"worker"} {"msg":"region 5db45db2-ec51-4c3c-b935-d6dbb6410834 running snapshot 1f89d3a5-d079-4430-81b3-801ba7ffdde5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-01T05:17:59.360145992Z","hostname":"oxz_crucible_781fb18a-8142-460f-97d3-6e8f870bb08f","pid":23846,"component":"datafile"}