{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 20151,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"oxz_cockroachdb_de4ffc97-f8c2-4704-be1c-411fbcd8c214.\"),\n            ),\n            original: Query {\n                name: Name(\"oxz_cockroachdb_de4ffc97-f8c2-4704-be1c-411fbcd8c214.\"),\n                query_type: A,\n                query_class: IN,\n            },\n        },\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            100,\n            101,\n            52,\n            102,\n            102,\n            99,\n            57,\n            55,\n            45,\n            102,\n            56,\n            99,\n            50,\n            45,\n            52,\n            55,\n            48,\n            52,\n            45,\n            98,\n            101,\n            49,\n            99,\n            45,\n            52,\n            49,\n            49,\n            102,\n            98,\n            99,\n            100,\n            56,\n            99,\n            50,\n            49,\n            52,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_de4ffc97-f8c2-4704-be1c-411fbcd8c214.\"","v":0,"name":"dns-server","level":50,"time":"2024-11-28T02:00:00.972646356Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"peer_addr":"[fd00:1122:3344:101::7]:36623","req_id":"131acd8b-56e9-4ad2-82db-200fc2f13752","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 20151,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"oxz_cockroachdb_de4ffc97-f8c2-4704-be1c-411fbcd8c214.\"),\n            ),\n            original: Query {\n                name: Name(\"oxz_cockroachdb_de4ffc97-f8c2-4704-be1c-411fbcd8c214.\"),\n                query_type: A,\n                query_class: IN,\n            },\n        },\n        original: [\n            52,\n            111,\n            120,\n            122,\n            95,\n            99,\n            111,\n            99,\n            107,\n            114,\n            111,\n            97,\n            99,\n            104,\n            100,\n            98,\n            95,\n            100,\n            101,\n            52,\n            102,\n            102,\n            99,\n            57,\n            55,\n            45,\n            102,\n            56,\n            99,\n            50,\n            45,\n            52,\n            55,\n            48,\n            52,\n            45,\n            98,\n            101,\n            49,\n            99,\n            45,\n            52,\n            49,\n            49,\n            102,\n            98,\n            99,\n            100,\n            56,\n            99,\n            50,\n            49,\n            52,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_de4ffc97-f8c2-4704-be1c-411fbcd8c214.\"","v":0,"name":"dns-server","level":50,"time":"2024-11-28T02:00:00.973179635Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"peer_addr":"[fd00:1122:3344:101::7]:39480","req_id":"4250931d-52ae-4d63-890b-4a9ef229c037","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:10.798113374Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60033"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:10.87216335Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38838"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:10.965350889Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"63b3e975-c4dc-461e-a895-afb87dcf2799","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:10.96540668Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"63b3e975-c4dc-461e-a895-afb87dcf2799","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:10.96542584Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"63b3e975-c4dc-461e-a895-afb87dcf2799","remote_addr":"[fd00:1122:3344:101::b]:60033","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":162,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:10.967507776Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"5fcd056d-8cbf-4a44-b706-ec09b40de943","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:10.967526987Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"5fcd056d-8cbf-4a44-b706-ec09b40de943","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:10.967534727Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"5fcd056d-8cbf-4a44-b706-ec09b40de943","remote_addr":"[fd00:1122:3344:101::c]:38838","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":165,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:10.983394052Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56950"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:11.06618546Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"4bb7681a-8798-48d6-9999-7d4aa426c1e3","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:11.066233891Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"4bb7681a-8798-48d6-9999-7d4aa426c1e3","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:00:11.066246441Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"4bb7681a-8798-48d6-9999-7d4aa426c1e3","remote_addr":"[fd00:1122:3344:101::a]:56950","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":180,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:10.703612275Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39311"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:10.820775759Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62959"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:10.956572478Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"1d1d48d2-5cca-49d3-a70b-9b0e3a3cdc61","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:10.956611619Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"1d1d48d2-5cca-49d3-a70b-9b0e3a3cdc61","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:10.956618759Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"1d1d48d2-5cca-49d3-a70b-9b0e3a3cdc61","remote_addr":"[fd00:1122:3344:101::c]:39311","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":148,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:10.968718409Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"be45eebe-1435-4efb-8ddd-f923e8b61ed1","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:10.968754Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"be45eebe-1435-4efb-8ddd-f923e8b61ed1","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:10.96876713Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"be45eebe-1435-4efb-8ddd-f923e8b61ed1","remote_addr":"[fd00:1122:3344:101::b]:62959","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":117,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:11.138315895Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40529"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:11.234215791Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"6c56a03f-4a83-42ed-9114-5b4942bd0713","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:11.234250481Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"6c56a03f-4a83-42ed-9114-5b4942bd0713","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:01:11.234259292Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"6c56a03f-4a83-42ed-9114-5b4942bd0713","remote_addr":"[fd00:1122:3344:101::a]:40529","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":150,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:10.755258097Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34302"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:10.842108536Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36622"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:10.872931311Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"9c121fe2-961a-47b0-8b13-7840414d40aa","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:10.872961141Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"9c121fe2-961a-47b0-8b13-7840414d40aa","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:10.872968892Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"9c121fe2-961a-47b0-8b13-7840414d40aa","remote_addr":"[fd00:1122:3344:101::c]:34302","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":206,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:10.981266933Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55483"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:10.987410129Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"15ae0317-3f08-4883-990c-f23dce84cb0a","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:10.98742504Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"15ae0317-3f08-4883-990c-f23dce84cb0a","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:10.98743214Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"15ae0317-3f08-4883-990c-f23dce84cb0a","remote_addr":"[fd00:1122:3344:101::b]:36622","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":130,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:11.063889228Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"17f6d0b6-9213-4f77-abe1-2a8ea11071ed","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:11.063929889Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"17f6d0b6-9213-4f77-abe1-2a8ea11071ed","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:02:11.063938249Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"17f6d0b6-9213-4f77-abe1-2a8ea11071ed","remote_addr":"[fd00:1122:3344:101::a]:55483","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":160,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:10.74465054Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46784"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 43199,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-11-28T02:03:10.866083779Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"peer_addr":"[fd00:1122:3344:101::c]:57914","req_id":"f8a3cae0-f7d4-45a5-a2fd-5de3f79f8540","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:10.877224292Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54430"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58030,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-11-28T02:03:10.901023496Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"peer_addr":"[fd00:1122:3344:101::b]:59620","req_id":"cec0366b-398c-49e4-ade3-79a230018382","component":"dns"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:10.934732981Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"306d4884-8668-4ef8-a0a2-4947055fe8de","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:10.934759222Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"306d4884-8668-4ef8-a0a2-4947055fe8de","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:10.934767162Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"306d4884-8668-4ef8-a0a2-4947055fe8de","remote_addr":"[fd00:1122:3344:101::b]:54430","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":152,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:10.952087793Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"252233df-95da-49b6-bf3f-d1a6daaad9fc","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:10.952115673Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"252233df-95da-49b6-bf3f-d1a6daaad9fc","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:10.952123713Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"252233df-95da-49b6-bf3f-d1a6daaad9fc","remote_addr":"[fd00:1122:3344:101::c]:46784","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":157,"response_code":"204"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 35368,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2024-11-28T02:03:11.098202631Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"peer_addr":"[fd00:1122:3344:101::a]:54977","req_id":"a4ef9abc-1532-452a-8bc0-6c945e89ae1f","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:11.106387373Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63658"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:11.311325612Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"a7cb1aa9-3c9d-4508-8346-a644cd5487d4","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:11.311364023Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"a7cb1aa9-3c9d-4508-8346-a644cd5487d4","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:03:11.311374163Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"a7cb1aa9-3c9d-4508-8346-a644cd5487d4","remote_addr":"[fd00:1122:3344:101::a]:63658","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":140,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:10.808899073Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44401"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:10.847405282Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"4118d627-a37a-4cdf-84b9-1c739f75b2b4","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:10.847428602Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"4118d627-a37a-4cdf-84b9-1c739f75b2b4","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:10.847437322Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"4118d627-a37a-4cdf-84b9-1c739f75b2b4","remote_addr":"[fd00:1122:3344:101::a]:44401","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":167,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:10.859216016Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36778"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:10.90431259Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"81fbd217-8e9a-442f-a7b2-f8a915532bb9","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:10.9043422Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"81fbd217-8e9a-442f-a7b2-f8a915532bb9","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:10.904350191Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"81fbd217-8e9a-442f-a7b2-f8a915532bb9","remote_addr":"[fd00:1122:3344:101::c]:36778","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":166,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:10.986940385Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42587"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:11.089824652Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"11400ef4-e141-49be-83d2-3e84c7b4e0bc","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:11.089851043Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"11400ef4-e141-49be-83d2-3e84c7b4e0bc","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:04:11.089857913Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"11400ef4-e141-49be-83d2-3e84c7b4e0bc","remote_addr":"[fd00:1122:3344:101::b]:42587","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":162,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:10.707164153Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47880"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:10.867127421Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"64d293ae-3e57-4675-9e7d-12edebbeb4ef","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:10.867168402Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"64d293ae-3e57-4675-9e7d-12edebbeb4ef","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:10.867178082Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"64d293ae-3e57-4675-9e7d-12edebbeb4ef","remote_addr":"[fd00:1122:3344:101::c]:47880","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":141,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:10.987791077Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45037"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:11.016692759Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65332"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:11.129475288Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"a115fdea-679a-4cd9-84a5-b564c74299a1","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:11.129512359Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"a115fdea-679a-4cd9-84a5-b564c74299a1","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:11.129521069Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"a115fdea-679a-4cd9-84a5-b564c74299a1","remote_addr":"[fd00:1122:3344:101::b]:45037","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":138,"response_code":"204"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:11.135379111Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"8cce4bcd-e8aa-4b47-a594-e219ec8a2ec2","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:11.135399051Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"new_generation":1,"req_id":"8cce4bcd-e8aa-4b47-a594-e219ec8a2ec2","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2024-11-28T02:05:11.135409361Z","hostname":"oxz_internal_dns_9402a51b-d30f-4544-93ec-0f5dc7a485e4","pid":5389,"uri":"/config","method":"PUT","req_id":"8cce4bcd-e8aa-4b47-a594-e219ec8a2ec2","remote_addr":"[fd00:1122:3344:101::a]:65332","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":118,"response_code":"204"}