{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.758501189Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55870"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.758604591Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"uri":"/crucible/0/regions/d7ac785e-067f-48ef-8d01-804183f0b797","method":"GET","req_id":"11b08535-d5b0-45a6-9c7b-60a6383fb23b","remote_addr":"[fd00:1122:3344:101::c]:55870","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"path is \"/data/regions/d7ac785e-067f-48ef-8d01-804183f0b797\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.762236469Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"datafile"} {"msg":"dataset is oxp_d59dc3a1-f196-446b-aa18-be3f0d011290/crucible/regions/d7ac785e-067f-48ef-8d01-804183f0b797","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.769195291Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"datafile"} {"msg":"snapshot is oxp_d59dc3a1-f196-446b-aa18-be3f0d011290/crucible/regions/d7ac785e-067f-48ef-8d01-804183f0b797@68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.77499875Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d59dc3a1-f196-446b-aa18-be3f0d011290/crucible/regions/d7ac785e-067f-48ef-8d01-804183f0b797\", \"68056e59-bdc6-41d8-8a03-29e25892afdb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.775015991Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.785480268Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"uri":"/crucible/0/regions/d7ac785e-067f-48ef-8d01-804183f0b797/snapshots/68056e59-bdc6-41d8-8a03-29e25892afdb","method":"GET","req_id":"5674ee2f-8e96-4235-b0f8-93f929991e46","remote_addr":"[fd00:1122:3344:101::c]:55870","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23262,"response_code":200} {"msg":"path is \"/data/regions/d7ac785e-067f-48ef-8d01-804183f0b797\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.789147678Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"datafile"} {"msg":"dataset is oxp_d59dc3a1-f196-446b-aa18-be3f0d011290/crucible/regions/d7ac785e-067f-48ef-8d01-804183f0b797","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.794754433Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"datafile"} {"msg":"snapshot is oxp_d59dc3a1-f196-446b-aa18-be3f0d011290/crucible/regions/d7ac785e-067f-48ef-8d01-804183f0b797@68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.801003242Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d59dc3a1-f196-446b-aa18-be3f0d011290/crucible/regions/d7ac785e-067f-48ef-8d01-804183f0b797\", \"68056e59-bdc6-41d8-8a03-29e25892afdb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.801017172Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot d7ac785e-067f-48ef-8d01-804183f0b797-68056e59-bdc6-41d8-8a03-29e25892afdb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.808565994Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.809345179Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"uri":"/crucible/0/regions/d7ac785e-067f-48ef-8d01-804183f0b797/snapshots/68056e59-bdc6-41d8-8a03-29e25892afdb/run","method":"POST","req_id":"3452c140-311a-4eb0-b23c-b7291092cb26","remote_addr":"[fd00:1122:3344:101::c]:55870","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20226,"response_code":200} {"msg":"applying SMF actions for region d7ac785e-067f-48ef-8d01-804183f0b797 running snapshot 68056e59-bdc6-41d8-8a03-29e25892afdb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.809356469Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-d7ac785e-067f-48ef-8d01-804183f0b797-68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.830462418Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d7ac785e-067f-48ef-8d01-804183f0b797-68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.836512692Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d7ac785e-067f-48ef-8d01-804183f0b797-68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.851682339Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d7ac785e-067f-48ef-8d01-804183f0b797/.zfs/snapshot/68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.851921104Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.851972514Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.852011005Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.852046596Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.852093777Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.855905909Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.860382393Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"worker"} {"msg":"region d7ac785e-067f-48ef-8d01-804183f0b797 running snapshot 68056e59-bdc6-41d8-8a03-29e25892afdb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.860391124Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"datafile"} {"msg":"path is \"/data/regions/d7ac785e-067f-48ef-8d01-804183f0b797\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:36.069107466Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"datafile"} {"msg":"dataset is oxp_d59dc3a1-f196-446b-aa18-be3f0d011290/crucible/regions/d7ac785e-067f-48ef-8d01-804183f0b797","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:36.075568728Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"datafile"} {"msg":"snapshot is oxp_d59dc3a1-f196-446b-aa18-be3f0d011290/crucible/regions/d7ac785e-067f-48ef-8d01-804183f0b797@68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:36.082321136Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d59dc3a1-f196-446b-aa18-be3f0d011290/crucible/regions/d7ac785e-067f-48ef-8d01-804183f0b797\", \"68056e59-bdc6-41d8-8a03-29e25892afdb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:36.082357186Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:36.087636766Z","hostname":"oxz_crucible_f4d5d2be-9e77-4c62-9c76-c3c1662b6bd8","pid":23815,"uri":"/crucible/0/regions/d7ac785e-067f-48ef-8d01-804183f0b797/snapshots/68056e59-bdc6-41d8-8a03-29e25892afdb/run","method":"POST","req_id":"866cd9e5-5ed5-44d8-8fc6-b4052afe320e","remote_addr":"[fd00:1122:3344:101::c]:55870","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18587,"response_code":200}