{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 3064,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            26,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            99,\n            108,\n            117,\n            115,\n            116,\n            101,\n            114,\n            45,\n            110,\n            97,\n            116,\n            105,\n            118,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:15:02.125102117Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:54177","req_id":"6a97ade1-6a28-44d3-8776-85ec8bdbcf88","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:02.547017671Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54860"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:02.550330028Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"bc8c8d7e-148b-4596-b255-6cb2989f76b7","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:02.550359099Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"bc8c8d7e-148b-4596-b255-6cb2989f76b7","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:02.550369729Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"PUT","req_id":"bc8c8d7e-148b-4596-b255-6cb2989f76b7","remote_addr":"[fd00:1122:3344:101::c]:54860","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":250,"response_code":204}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:03.879355965Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56663"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:03.881689362Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"50f3fafc-8272-4a9e-82af-ec75c464b393","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:03.881711203Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"50f3fafc-8272-4a9e-82af-ec75c464b393","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:03.881720553Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"PUT","req_id":"50f3fafc-8272-4a9e-82af-ec75c464b393","remote_addr":"[fd00:1122:3344:101::b]:56663","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":172,"response_code":204}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:03.90592497Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34673"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:03.909043323Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"c751cf30-076a-42b5-be56-949abdf22632","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:03.909073674Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"c751cf30-076a-42b5-be56-949abdf22632","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:03.909085074Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"PUT","req_id":"c751cf30-076a-42b5-be56-949abdf22632","remote_addr":"[fd00:1122:3344:101::a]:34673","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":271,"response_code":204}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46024,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:15:05.686495368Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::c]:60553","req_id":"aa957e1e-f8a7-45e0-a686-3406e3aa3c42","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 50173,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:15:05.692851466Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::a]:12349","req_id":"e378967e-851f-4963-ba10-62559ccfb0f8","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 45873,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:15:05.692879367Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::b]:22597","req_id":"1d03bdea-98b8-4312-837c-f5c47fe74614","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:05.806530945Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53959"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:05.80677688Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"GET","req_id":"ed1780cb-ade1-4707-9582-3a9181d620dd","remote_addr":"[fd00:1122:3344:101::c]:53959","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":195,"response_code":200}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:05.842973468Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37449"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:05.843237564Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"GET","req_id":"6514516b-86e3-4b96-ae7f-d29bbe352895","remote_addr":"[fd00:1122:3344:101::b]:37449","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":222,"response_code":200}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:05.873461092Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50058"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:15:05.873687157Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"GET","req_id":"b40510b3-6cce-4039-9eac-fbad0c2d471b","remote_addr":"[fd00:1122:3344:101::a]:50058","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":187,"response_code":200}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 34180,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            26,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            99,\n            108,\n            117,\n            115,\n            116,\n            101,\n            114,\n            45,\n            110,\n            97,\n            116,\n            105,\n            118,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:15:12.126595305Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:63907","req_id":"1ff5be4f-1305-44ea-8ea0-390d0e3ffb71","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32402,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            26,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            99,\n            108,\n            117,\n            115,\n            116,\n            101,\n            114,\n            45,\n            110,\n            97,\n            116,\n            105,\n            118,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:15:22.128085364Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:50609","req_id":"fb1f328f-4f41-4e11-9216-4da3c9faf898","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 3054,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            26,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            99,\n            108,\n            117,\n            115,\n            116,\n            101,\n            114,\n            45,\n            110,\n            97,\n            116,\n            105,\n            118,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:15:32.129167434Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:60419","req_id":"2454d1d9-18df-4a9e-accc-97ec917ef516","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 25286,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            26,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            99,\n            108,\n            117,\n            115,\n            116,\n            101,\n            114,\n            45,\n            110,\n            97,\n            116,\n            105,\n            118,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:15:42.130107951Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:60575","req_id":"5c348c1f-b5d1-48a0-ad21-f8cc6352e985","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 43879,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            26,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            99,\n            108,\n            117,\n            115,\n            116,\n            101,\n            114,\n            45,\n            110,\n            97,\n            116,\n            105,\n            118,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:15:52.131248373Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:64215","req_id":"a71f98f4-e010-45c1-b178-f11959712764","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 51789,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            26,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            99,\n            108,\n            117,\n            115,\n            116,\n            101,\n            114,\n            45,\n            110,\n            97,\n            116,\n            105,\n            118,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:16:02.13307989Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:57944","req_id":"b2417ee1-9027-4527-93d9-bd1953bbb28b","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:02.546747619Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45388"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:02.548972844Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"6cf01299-c31f-4aa6-8be6-49644d4004e6","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:02.548992754Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"6cf01299-c31f-4aa6-8be6-49644d4004e6","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:02.549002454Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"PUT","req_id":"6cf01299-c31f-4aa6-8be6-49644d4004e6","remote_addr":"[fd00:1122:3344:101::c]:45388","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":204}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 17563,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:16:03.323784363Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::c]:42984","req_id":"b3e223b0-16ee-4b5c-b9c4-0555b6d5991a","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:03.42251978Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40422"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:03.422887998Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"GET","req_id":"d55088db-c18f-42bf-a80c-8aa12111eff8","remote_addr":"[fd00:1122:3344:101::c]:40422","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":307,"response_code":200}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:03.880691305Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:32870"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:03.882774087Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"b2b37c29-5ac4-4d80-8cfc-3c0664f09301","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:03.882819358Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"b2b37c29-5ac4-4d80-8cfc-3c0664f09301","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:03.882841378Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"PUT","req_id":"b2b37c29-5ac4-4d80-8cfc-3c0664f09301","remote_addr":"[fd00:1122:3344:101::b]:32870","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":229,"response_code":204}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:03.907108097Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41661"}
{"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:03.910121028Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"80b39359-7b36-4ff7-b638-17408271422b","component":"store"}
{"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:03.910150568Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"new_generation":1,"req_id":"80b39359-7b36-4ff7-b638-17408271422b","component":"store"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:03.910162769Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"PUT","req_id":"80b39359-7b36-4ff7-b638-17408271422b","remote_addr":"[fd00:1122:3344:101::a]:41661","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":220,"response_code":204}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 26296,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:16:04.77151168Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::b]:36219","req_id":"2d8e644b-f044-4377-bbf2-a08e3af8a023","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:04.865640075Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33840"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:04.865861419Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"GET","req_id":"3ed1ed01-b8cf-4a39-8592-437edb640e50","remote_addr":"[fd00:1122:3344:101::b]:33840","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":184,"response_code":200}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58282,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:16:05.225910778Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::a]:49611","req_id":"b390a36b-9392-4ab8-bb1b-bb6a12bf9d59","component":"dns"}
{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:05.40531871Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46345"}
{"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-13T21:16:05.405598706Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"uri":"/config","method":"GET","req_id":"11ba5580-d7f1-4710-972e-b7214a41ef98","remote_addr":"[fd00:1122:3344:101::a]:46345","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":222,"response_code":200}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 61046,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:16:11.592010876Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:38252","req_id":"ee7a397b-fc73-42fe-bd51-9200491cddb9","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 27168,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: AAAA,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:16:11.596401284Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:45396","req_id":"4f849322-e38c-4fc2-8e60-e132400cf8d1","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 1153,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 0,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"0.pool.ntp.org.\"),\n                ),\n                original: Query {\n                    name: Name(\"0.pool.ntp.org.\"),\n                    query_type: A,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            1,\n            48,\n            4,\n            112,\n            111,\n            111,\n            108,\n            3,\n            110,\n            116,\n            112,\n            3,\n            111,\n            114,\n            103,\n            0,\n            0,\n            1,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:16:11.600609109Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::1b]:51796","req_id":"9b54fc3f-0085-4d33-94ec-842ea02a9a9b","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48722,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            26,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            99,\n            108,\n            117,\n            115,\n            116,\n            101,\n            114,\n            45,\n            110,\n            97,\n            116,\n            105,\n            118,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:16:12.13508912Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:56737","req_id":"d71ca36c-23b7-494b-a823-c2d1e04422f6","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 29134,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            26,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            99,\n            108,\n            117,\n            115,\n            116,\n            101,\n            114,\n            45,\n            110,\n            97,\n            116,\n            105,\n            118,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:16:22.136706894Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:53366","req_id":"cef23a30-8247-4959-880d-96a52487265b","component":"dns"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 51050,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    queries: Queries {\n        queries: [\n            LowerQuery {\n                name: LowerName(\n                    Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                ),\n                original: Query {\n                    name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n                    query_type: SRV,\n                    query_class: IN,\n                },\n            },\n        ],\n        original: [\n            26,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            99,\n            108,\n            117,\n            115,\n            116,\n            101,\n            114,\n            45,\n            110,\n            97,\n            116,\n            105,\n            118,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            flags: EdnsFlags {\n                dnssec_ok: false,\n                z: 0,\n            },\n            max_payload: 1232,\n            options: OPT {\n                options: [],\n            },\n        },\n    ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-13T21:16:32.138375595Z","hostname":"oxz_internal_dns_9a431195-6171-4e81-924d-6d508752275b","pid":5501,"peer_addr":"[fd00:1122:3344:101::d]:55352","req_id":"4ded97bc-6c48-4156-8226-1dd069c6b914","component":"dns"}