{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.141083252Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33044"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.141207246Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"uri":"/crucible/0/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa","method":"GET","req_id":"882af189-2a6c-44dd-b178-ecd62253ddce","remote_addr":"[fd00:1122:3344:101::a]:33044","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"path is \"/data/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.149602541Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"datafile"} {"msg":"dataset is oxp_be5f1a8d-165a-4613-8373-e31a34ac04bb/crucible/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.158780191Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"datafile"} {"msg":"snapshot is oxp_be5f1a8d-165a-4613-8373-e31a34ac04bb/crucible/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa@254c67cc-cf19-479d-83e2-9a737a2d0f62","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.167971112Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_be5f1a8d-165a-4613-8373-e31a34ac04bb/crucible/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa\", \"254c67cc-cf19-479d-83e2-9a737a2d0f62\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.167998723Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.179246761Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"uri":"/crucible/0/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa/snapshots/254c67cc-cf19-479d-83e2-9a737a2d0f62","method":"GET","req_id":"9fd610a4-4acb-45bd-8953-f4c671840562","remote_addr":"[fd00:1122:3344:101::a]:33044","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32461,"response_code":"200"} {"msg":"path is \"/data/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.182621082Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"datafile"} {"msg":"dataset is oxp_be5f1a8d-165a-4613-8373-e31a34ac04bb/crucible/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.190274932Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"datafile"} {"msg":"snapshot is oxp_be5f1a8d-165a-4613-8373-e31a34ac04bb/crucible/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa@254c67cc-cf19-479d-83e2-9a737a2d0f62","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.1984757Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_be5f1a8d-165a-4613-8373-e31a34ac04bb/crucible/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa\", \"254c67cc-cf19-479d-83e2-9a737a2d0f62\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.198504641Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a58fb38a-7801-4fc1-9a4f-6f6659674aaa-254c67cc-cf19-479d-83e2-9a737a2d0f62 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.208314012Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"datafile"} {"msg":"applying SMF actions for region a58fb38a-7801-4fc1-9a4f-6f6659674aaa running snapshot 254c67cc-cf19-479d-83e2-9a737a2d0f62 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.20886237Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.208880261Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"uri":"/crucible/0/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa/snapshots/254c67cc-cf19-479d-83e2-9a737a2d0f62/run","method":"POST","req_id":"48942d8d-06ac-41b0-aa92-44f886f2448b","remote_addr":"[fd00:1122:3344:101::a]:33044","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26288,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.2131365Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.213221793Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.213301496Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.213308706Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.213351337Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a58fb38a-7801-4fc1-9a4f-6f6659674aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.213398979Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.213520383Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.213583505Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.213630406Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.213677328Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.2222918Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-a58fb38a-7801-4fc1-9a4f-6f6659674aaa-254c67cc-cf19-479d-83e2-9a737a2d0f62","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.222751045Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a58fb38a-7801-4fc1-9a4f-6f6659674aaa-254c67cc-cf19-479d-83e2-9a737a2d0f62","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.229471435Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a58fb38a-7801-4fc1-9a4f-6f6659674aaa-254c67cc-cf19-479d-83e2-9a737a2d0f62","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.252598562Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa/.zfs/snapshot/254c67cc-cf19-479d-83e2-9a737a2d0f62","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.253002025Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.253125299Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.253216872Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.253312675Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.253431329Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.261858885Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.270392234Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"worker"} {"msg":"region a58fb38a-7801-4fc1-9a4f-6f6659674aaa running snapshot 254c67cc-cf19-479d-83e2-9a737a2d0f62 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.270401344Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"datafile"} {"msg":"path is \"/data/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.344382616Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"datafile"} {"msg":"dataset is oxp_be5f1a8d-165a-4613-8373-e31a34ac04bb/crucible/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.352964517Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"datafile"} {"msg":"snapshot is oxp_be5f1a8d-165a-4613-8373-e31a34ac04bb/crucible/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa@254c67cc-cf19-479d-83e2-9a737a2d0f62","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.361387582Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_be5f1a8d-165a-4613-8373-e31a34ac04bb/crucible/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa\", \"254c67cc-cf19-479d-83e2-9a737a2d0f62\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.361418223Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-06T05:22:22.369606242Z","hostname":"oxz_crucible_6ef7f569-dc68-49ef-8681-30e62c7b6ef5","pid":23071,"uri":"/crucible/0/regions/a58fb38a-7801-4fc1-9a4f-6f6659674aaa/snapshots/254c67cc-cf19-479d-83e2-9a737a2d0f62/run","method":"POST","req_id":"acf0e58d-d1ef-4168-9f57-52b2e626d487","remote_addr":"[fd00:1122:3344:101::a]:33044","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25238,"response_code":"200"}