{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.757351937Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35735"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.757488741Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"uri":"/crucible/0/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b","method":"GET","req_id":"0d4e5440-5cc9-4b30-a5ae-72147b894b52","remote_addr":"[fd00:1122:3344:101::b]:35735","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.765496423Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"datafile"} {"msg":"dataset is oxp_1a22f286-67f2-4620-b6f2-0c568dce4f7f/crucible/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.772673232Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"datafile"} {"msg":"snapshot is oxp_1a22f286-67f2-4620-b6f2-0c568dce4f7f/crucible/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b@ca08f74f-a688-4585-8e91-bead7fea2f08","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.780438708Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1a22f286-67f2-4620-b6f2-0c568dce4f7f/crucible/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b\", \"ca08f74f-a688-4585-8e91-bead7fea2f08\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.780458559Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.791869006Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"uri":"/crucible/0/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b/snapshots/ca08f74f-a688-4585-8e91-bead7fea2f08","method":"GET","req_id":"d3a250e4-d461-4738-8cd1-ff8280db5481","remote_addr":"[fd00:1122:3344:101::b]:35735","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26391,"response_code":200} {"msg":"path is \"/data/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.800056884Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"datafile"} {"msg":"dataset is oxp_1a22f286-67f2-4620-b6f2-0c568dce4f7f/crucible/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.806885344Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"datafile"} {"msg":"snapshot is oxp_1a22f286-67f2-4620-b6f2-0c568dce4f7f/crucible/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b@ca08f74f-a688-4585-8e91-bead7fea2f08","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.81358028Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1a22f286-67f2-4620-b6f2-0c568dce4f7f/crucible/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b\", \"ca08f74f-a688-4585-8e91-bead7fea2f08\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.81359583Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 6304f193-cefe-441d-bf6e-1a275f1fbc6b-ca08f74f-a688-4585-8e91-bead7fea2f08 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.820862132Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.82148482Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"uri":"/crucible/0/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b/snapshots/ca08f74f-a688-4585-8e91-bead7fea2f08/run","method":"POST","req_id":"b0583d3d-ae4c-4fc5-a0d3-68e19195959b","remote_addr":"[fd00:1122:3344:101::b]:35735","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21455,"response_code":200} {"msg":"applying SMF actions for region 6304f193-cefe-441d-bf6e-1a275f1fbc6b running snapshot ca08f74f-a688-4585-8e91-bead7fea2f08 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.82150212Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-6304f193-cefe-441d-bf6e-1a275f1fbc6b-ca08f74f-a688-4585-8e91-bead7fea2f08","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.849214691Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6304f193-cefe-441d-bf6e-1a275f1fbc6b-ca08f74f-a688-4585-8e91-bead7fea2f08","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.857722978Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6304f193-cefe-441d-bf6e-1a275f1fbc6b-ca08f74f-a688-4585-8e91-bead7fea2f08","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.881355455Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b/.zfs/snapshot/ca08f74f-a688-4585-8e91-bead7fea2f08","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.881734336Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.881779237Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.881823918Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.881860899Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.88190703Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.891048735Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.899755587Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"worker"} {"msg":"region 6304f193-cefe-441d-bf6e-1a275f1fbc6b running snapshot ca08f74f-a688-4585-8e91-bead7fea2f08 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.899770247Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"datafile"} {"msg":"path is \"/data/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.952488944Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"datafile"} {"msg":"dataset is oxp_1a22f286-67f2-4620-b6f2-0c568dce4f7f/crucible/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.959637572Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"datafile"} {"msg":"snapshot is oxp_1a22f286-67f2-4620-b6f2-0c568dce4f7f/crucible/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b@ca08f74f-a688-4585-8e91-bead7fea2f08","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.966324748Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1a22f286-67f2-4620-b6f2-0c568dce4f7f/crucible/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b\", \"ca08f74f-a688-4585-8e91-bead7fea2f08\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.966344179Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:10.97214313Z","hostname":"oxz_crucible_452661a2-2275-4c2d-bfc6-3e7e4d003bda","pid":23903,"uri":"/crucible/0/regions/6304f193-cefe-441d-bf6e-1a275f1fbc6b/snapshots/ca08f74f-a688-4585-8e91-bead7fea2f08/run","method":"POST","req_id":"e0dba037-f16a-4851-ae54-9774d52a9593","remote_addr":"[fd00:1122:3344:101::b]:35735","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19711,"response_code":200}