{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.881621249Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:53582"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.881702111Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"uri":"/crucible/0/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0","method":"GET","req_id":"d612f34b-6908-4a63-bf5f-a9c2e22351cc","remote_addr":"[fd00:1122:3344:101::b]:53582","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":40,"response_code":"200"} {"msg":"path is \"/data/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.885254804Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"datafile"} {"msg":"dataset is oxp_a29a8079-e23c-4a22-bf9b-35763ed6c7c7/crucible/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.895754834Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"datafile"} {"msg":"snapshot is oxp_a29a8079-e23c-4a22-bf9b-35763ed6c7c7/crucible/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0@45b49c90-cb51-48c3-b5a6-8da45188ed1e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.904163663Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a29a8079-e23c-4a22-bf9b-35763ed6c7c7/crucible/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0\", \"45b49c90-cb51-48c3-b5a6-8da45188ed1e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.904197374Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.916457985Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"uri":"/crucible/0/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0/snapshots/45b49c90-cb51-48c3-b5a6-8da45188ed1e","method":"GET","req_id":"c16ddbfc-2a18-4ff9-bb02-806afec14a99","remote_addr":"[fd00:1122:3344:101::b]:53582","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":31195,"response_code":"200"} {"msg":"path is \"/data/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.919884032Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"datafile"} {"msg":"dataset is oxp_a29a8079-e23c-4a22-bf9b-35763ed6c7c7/crucible/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.928071433Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"datafile"} {"msg":"snapshot is oxp_a29a8079-e23c-4a22-bf9b-35763ed6c7c7/crucible/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0@45b49c90-cb51-48c3-b5a6-8da45188ed1e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.936741211Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a29a8079-e23c-4a22-bf9b-35763ed6c7c7/crucible/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0\", \"45b49c90-cb51-48c3-b5a6-8da45188ed1e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.936771562Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f0a149f1-35ef-44d2-b850-c582dc9497c0-45b49c90-cb51-48c3-b5a6-8da45188ed1e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.945933436Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"datafile"} {"msg":"applying SMF actions for region f0a149f1-35ef-44d2-b850-c582dc9497c0 running snapshot 45b49c90-cb51-48c3-b5a6-8da45188ed1e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.946821367Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.946834407Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"uri":"/crucible/0/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0/snapshots/45b49c90-cb51-48c3-b5a6-8da45188ed1e/run","method":"POST","req_id":"81d9cb1c-74b4-4007-a925-4de4f47ee48a","remote_addr":"[fd00:1122:3344:101::b]:53582","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26993,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-f0a149f1-35ef-44d2-b850-c582dc9497c0-45b49c90-cb51-48c3-b5a6-8da45188ed1e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.962790415Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f0a149f1-35ef-44d2-b850-c582dc9497c0-45b49c90-cb51-48c3-b5a6-8da45188ed1e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.974137925Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f0a149f1-35ef-44d2-b850-c582dc9497c0-45b49c90-cb51-48c3-b5a6-8da45188ed1e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.990751175Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0/.zfs/snapshot/45b49c90-cb51-48c3-b5a6-8da45188ed1e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.991023035Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.991084457Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.991124848Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.991166069Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.991216641Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.995217499Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.999511015Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"worker"} {"msg":"region f0a149f1-35ef-44d2-b850-c582dc9497c0 running snapshot 45b49c90-cb51-48c3-b5a6-8da45188ed1e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:27.999523865Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"datafile"} {"msg":"path is \"/data/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:28.319378016Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"datafile"} {"msg":"dataset is oxp_a29a8079-e23c-4a22-bf9b-35763ed6c7c7/crucible/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:28.329164402Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"datafile"} {"msg":"snapshot is oxp_a29a8079-e23c-4a22-bf9b-35763ed6c7c7/crucible/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0@45b49c90-cb51-48c3-b5a6-8da45188ed1e","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:28.337782787Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a29a8079-e23c-4a22-bf9b-35763ed6c7c7/crucible/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0\", \"45b49c90-cb51-48c3-b5a6-8da45188ed1e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:28.337811519Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:49:28.345401489Z","hostname":"oxz_crucible_aae6cefd-640f-4ed9-9036-36da6039ddeb","pid":22649,"uri":"/crucible/0/regions/f0a149f1-35ef-44d2-b850-c582dc9497c0/snapshots/45b49c90-cb51-48c3-b5a6-8da45188ed1e/run","method":"POST","req_id":"858b4f09-f39d-4583-8902-74e2d6f2075e","remote_addr":"[fd00:1122:3344:101::b]:53582","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26043,"response_code":"200"}