{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.338501452Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36485"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.344229906Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"uri":"/crucible/0/regions/f14881db-62db-4299-aaa1-34e199832a94","method":"GET","req_id":"86b17a17-324a-4562-8ece-7901b7404479","remote_addr":"[fd00:1122:3344:101::a]:36485","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":5678,"response_code":"200"} {"msg":"path is \"/data/regions/f14881db-62db-4299-aaa1-34e199832a94\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.349179429Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"datafile"} {"msg":"dataset is oxp_17ff7dfa-c764-469d-b4f3-b1a9ada45c13/crucible/regions/f14881db-62db-4299-aaa1-34e199832a94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.358122099Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"datafile"} {"msg":"snapshot is oxp_17ff7dfa-c764-469d-b4f3-b1a9ada45c13/crucible/regions/f14881db-62db-4299-aaa1-34e199832a94@8d18c031-6495-4508-9fab-b0e279bb4e77","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.366647528Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_17ff7dfa-c764-469d-b4f3-b1a9ada45c13/crucible/regions/f14881db-62db-4299-aaa1-34e199832a94\", \"8d18c031-6495-4508-9fab-b0e279bb4e77\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.366679429Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.380989363Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"uri":"/crucible/0/regions/f14881db-62db-4299-aaa1-34e199832a94/snapshots/8d18c031-6495-4508-9fab-b0e279bb4e77","method":"GET","req_id":"d638dc9e-63b5-47fd-83a7-b9f53f88a169","remote_addr":"[fd00:1122:3344:101::a]:36485","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":31822,"response_code":"200"} {"msg":"path is \"/data/regions/f14881db-62db-4299-aaa1-34e199832a94\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.384101946Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"datafile"} {"msg":"dataset is oxp_17ff7dfa-c764-469d-b4f3-b1a9ada45c13/crucible/regions/f14881db-62db-4299-aaa1-34e199832a94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.392964694Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"datafile"} {"msg":"snapshot is oxp_17ff7dfa-c764-469d-b4f3-b1a9ada45c13/crucible/regions/f14881db-62db-4299-aaa1-34e199832a94@8d18c031-6495-4508-9fab-b0e279bb4e77","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.401979026Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_17ff7dfa-c764-469d-b4f3-b1a9ada45c13/crucible/regions/f14881db-62db-4299-aaa1-34e199832a94\", \"8d18c031-6495-4508-9fab-b0e279bb4e77\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.402008667Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f14881db-62db-4299-aaa1-34e199832a94-8d18c031-6495-4508-9fab-b0e279bb4e77 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.410834934Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"datafile"} {"msg":"applying SMF actions for region f14881db-62db-4299-aaa1-34e199832a94 running snapshot 8d18c031-6495-4508-9fab-b0e279bb4e77 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.41142912Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.411467991Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"uri":"/crucible/0/regions/f14881db-62db-4299-aaa1-34e199832a94/snapshots/8d18c031-6495-4508-9fab-b0e279bb4e77/run","method":"POST","req_id":"d14023f1-b929-4391-986d-dc81cc505b8d","remote_addr":"[fd00:1122:3344:101::a]:36485","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27395,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/f14881db-62db-4299-aaa1-34e199832a94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.415862659Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.415944491Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.416024813Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.416033294Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.416072365Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f14881db-62db-4299-aaa1-34e199832a94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.416118866Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f14881db-62db-4299-aaa1-34e199832a94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.416212498Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.4162746Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.416322071Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.416371813Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.421705196Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-f14881db-62db-4299-aaa1-34e199832a94-8d18c031-6495-4508-9fab-b0e279bb4e77","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.422145758Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f14881db-62db-4299-aaa1-34e199832a94-8d18c031-6495-4508-9fab-b0e279bb4e77","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.4248306Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f14881db-62db-4299-aaa1-34e199832a94-8d18c031-6495-4508-9fab-b0e279bb4e77","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.434770687Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f14881db-62db-4299-aaa1-34e199832a94/.zfs/snapshot/8d18c031-6495-4508-9fab-b0e279bb4e77","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.434964242Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.435016633Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.435055174Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.435093665Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.435142117Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.438785135Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.442911575Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"worker"} {"msg":"region f14881db-62db-4299-aaa1-34e199832a94 running snapshot 8d18c031-6495-4508-9fab-b0e279bb4e77 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.442920695Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"datafile"} {"msg":"path is \"/data/regions/f14881db-62db-4299-aaa1-34e199832a94\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.788238096Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"datafile"} {"msg":"dataset is oxp_17ff7dfa-c764-469d-b4f3-b1a9ada45c13/crucible/regions/f14881db-62db-4299-aaa1-34e199832a94","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.797270839Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"datafile"} {"msg":"snapshot is oxp_17ff7dfa-c764-469d-b4f3-b1a9ada45c13/crucible/regions/f14881db-62db-4299-aaa1-34e199832a94@8d18c031-6495-4508-9fab-b0e279bb4e77","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.806567088Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_17ff7dfa-c764-469d-b4f3-b1a9ada45c13/crucible/regions/f14881db-62db-4299-aaa1-34e199832a94\", \"8d18c031-6495-4508-9fab-b0e279bb4e77\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.806594719Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T07:20:28.814736737Z","hostname":"oxz_crucible_a85b058e-827d-4626-9db9-5026ca299e2a","pid":22893,"uri":"/crucible/0/regions/f14881db-62db-4299-aaa1-34e199832a94/snapshots/8d18c031-6495-4508-9fab-b0e279bb4e77/run","method":"POST","req_id":"24cdb1f2-58c1-46a3-8831-d730303326f7","remote_addr":"[fd00:1122:3344:101::a]:36485","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26538,"response_code":"200"}