[ Apr 14 21:25:41 Enabled. ] [ Apr 14 21:25:41 Rereading configuration. ] [ Apr 14 21:25:41 Rereading configuration. ] [ Apr 14 21:25:43 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Apr 14 21:25:43 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.129754883Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.129928326Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.147927252Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.147940462Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.147957202Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.148198937Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.17064637Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:53738"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.17166104Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"new_generation":1,"req_id":"57c928ce-e6a0-42eb-967c-f214d1c21853","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.17167342Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.188357659Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.18838361Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"new_generation":1,"req_id":"57c928ce-e6a0-42eb-967c-f214d1c21853","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.188443921Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"PUT","req_id":"57c928ce-e6a0-42eb-967c-f214d1c21853","remote_addr":"[fd00:1122:3344:1::2]:53738","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":17245,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:25:58.551272383Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:54120","req_id":"24c719dd-13eb-4d46-b014-c3228afe6f6e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:25:58.555734831Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:62492","req_id":"dd3c3163-a01b-4855-ae63-ceeb2b37f523","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46184,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:25:58.559808682Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:40239","req_id":"6c10c947-a4b3-4b2a-ae2f-856ef99b7a95","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65519,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:27:54.3619058Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:63479","req_id":"29a486ec-ffda-4ebe-a952-cb3007d35d23","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 97,\n 54,\n 52,\n 55,\n 50,\n 53,\n 49,\n 45,\n 49,\n 56,\n 99,\n 54,\n 45,\n 52,\n 99,\n 99,\n 101,\n 45,\n 56,\n 54,\n 57,\n 48,\n 45,\n 52,\n 48,\n 99,\n 101,\n 57,\n 53,\n 50,\n 101,\n 102,\n 54,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:27:56.904725631Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::e]:40486","req_id":"8b3b2a74-2170-4a21-a844-eeb1e62146f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 97,\n 54,\n 52,\n 55,\n 50,\n 53,\n 49,\n 45,\n 49,\n 56,\n 99,\n 54,\n 45,\n 52,\n 99,\n 99,\n 101,\n 45,\n 56,\n 54,\n 57,\n 48,\n 45,\n 52,\n 48,\n 99,\n 101,\n 57,\n 53,\n 50,\n 101,\n 102,\n 54,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:27:56.932273244Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::e]:54776","req_id":"51f11739-5fc9-4a7e-a4af-04bca0d3a62f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37677,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:04.269675219Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:3265","req_id":"df899c56-0d9b-4f94-bb30-8362c57ce976","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:04.340659381Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:61470","req_id":"a63fa317-75da-4f20-9648-db02aae6c227","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19544,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:04.409838256Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:12639","req_id":"3985fd68-c86d-4296-b224-0e17c046affd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60168,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:04.571734482Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:47643","req_id":"df746cb2-4111-43c4-9b42-3e4933237ab6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.438305434Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49668"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.502332428Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"new_generation":1,"req_id":"f1ea1149-96d1-494b-bd8a-9c52a7378569","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.502429309Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"new_generation":1,"req_id":"f1ea1149-96d1-494b-bd8a-9c52a7378569","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.504922259Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"PUT","req_id":"f1ea1149-96d1-494b-bd8a-9c52a7378569","remote_addr":"[fd00:1122:3344:101::a]:49668","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":43232,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9059,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:06.596780852Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:32559","req_id":"38db2b8e-24e1-4a57-8df8-c940c97c50d9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.964787796Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62326"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.976532577Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"GET","req_id":"37aea0cf-72f1-4a57-9b34-0ae2af0f105a","remote_addr":"[fd00:1122:3344:101::a]:62326","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":11624,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:08.076621362Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:16352","req_id":"206588fc-231d-4748-a1a5-ab8b2bd1c9ff","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:08.212369281Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47285"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:08.212669937Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"GET","req_id":"db3408e7-93b8-48a8-a2e2-d18989fb80ad","remote_addr":"[fd00:1122:3344:101::a]:47285","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":237,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22273,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:14.341502968Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:49913","req_id":"627332b3-4418-4bd4-a6c9-3ef825a909ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40912,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:14.883396584Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:65430","req_id":"8b7c4d90-af53-4b65-9e4e-aa30e67ffb1c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57697,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:14.919862154Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:10642","req_id":"8e20605f-5a7c-469d-8a42-25b7ff94f2f9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:15.032576789Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62840"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:15.032949347Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"GET","req_id":"87b4f885-2ad5-4d8c-8ae1-c52be49b873b","remote_addr":"[fd00:1122:3344:101::c]:62840","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":269,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:15.144328675Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57254"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:15.14457593Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"GET","req_id":"a90e9517-5d41-496c-a994-76ba51822d80","remote_addr":"[fd00:1122:3344:101::b]:57254","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:24.342901294Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:61749","req_id":"a2694bd7-3bc4-4a03-be3a-b3daded82b6d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31806,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:34.345706449Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:54423","req_id":"23ed20cd-1ae6-4d17-852a-ee1269b5336a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:44.3468756Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:58463","req_id":"cd4cfb56-607f-4765-8c0f-c175cf579465","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42062,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:54.348118412Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:54673","req_id":"f5c1e464-aa5c-4310-8f9c-c4fbb8ce3c73","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.061520114Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63617"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.064451451Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"new_generation":1,"req_id":"b38ab1d6-5ff9-4b91-a6ac-afd8a182c8f1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.064510683Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"new_generation":1,"req_id":"b38ab1d6-5ff9-4b91-a6ac-afd8a182c8f1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.064521073Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"PUT","req_id":"b38ab1d6-5ff9-4b91-a6ac-afd8a182c8f1","remote_addr":"[fd00:1122:3344:101::c]:63617","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":302,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.118669142Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36150"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.120479768Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"new_generation":1,"req_id":"ac0b393d-80e6-40e4-8110-229c40d3b66a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.120506438Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"new_generation":1,"req_id":"ac0b393d-80e6-40e4-8110-229c40d3b66a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.120536398Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"PUT","req_id":"ac0b393d-80e6-40e4-8110-229c40d3b66a","remote_addr":"[fd00:1122:3344:101::b]:36150","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":277,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.307439847Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47216"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.309006778Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"new_generation":1,"req_id":"fa541171-375e-41be-ab21-d4b4fa99fbac","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.309065799Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"new_generation":1,"req_id":"fa541171-375e-41be-ab21-d4b4fa99fbac","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.309083679Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"PUT","req_id":"fa541171-375e-41be-ab21-d4b4fa99fbac","remote_addr":"[fd00:1122:3344:101::a]:47216","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":230,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:04.350110969Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:51385","req_id":"ed026f4c-9a99-408b-a7a6-10fdc5968489","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:05.592719616Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:6894","req_id":"8dace0e4-6bfd-4c18-bc33-ee884e7e2589","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:05.593012232Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:53620","req_id":"352bce71-8b91-413f-a237-048f360d1bbf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:05.593832688Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:29324","req_id":"08808fca-825b-4996-b2a0-4c7663ac9b90","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.698764689Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49222"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.699037924Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"GET","req_id":"5b817f4e-ea58-4372-b35d-b2ccf98d4a30","remote_addr":"[fd00:1122:3344:101::b]:49222","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":228,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.737754838Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34626"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.737997263Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"GET","req_id":"487a03c1-516d-4890-93af-6e7741d90909","remote_addr":"[fd00:1122:3344:101::a]:34626","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.78394546Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44385"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.784236536Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"uri":"/config","method":"GET","req_id":"8c0b4f92-933a-4e2c-b830-b8cb0a9532a7","remote_addr":"[fd00:1122:3344:101::c]:44385","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10229,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:14.352132196Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:55221","req_id":"3a9e2181-0b49-4239-9f7e-0e47fc1902dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:24.35367728Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:56201","req_id":"b4c0df12-b76e-4a8c-9d75-066d876177a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49527,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:34.355527037Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:57489","req_id":"c6f4d0a0-b00b-4b52-ab9b-c8b401bd9386","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:44.356198262Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:58425","req_id":"f19f16b8-1762-4baf-a3e4-6d0955a2e873","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:50.890525258Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:56621","req_id":"516928d8-8750-4e5c-ad7f-cc1100e7139b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:50.894894435Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:52739","req_id":"347fb688-f3e8-4ffb-9373-3c7132124389","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:50.899682549Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:38273","req_id":"c888e2f7-d192-4bcc-ae70-af152494f290","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62989,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:54.357592781Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:57479","req_id":"e3ed49f0-60b8-4918-9d60-e1fb940b7b46","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 56,\n 49,\n 48,\n 98,\n 98,\n 57,\n 99,\n 45,\n 98,\n 48,\n 57,\n 54,\n 45,\n 52,\n 49,\n 56,\n 49,\n 45,\n 97,\n 56,\n 102,\n 54,\n 45,\n 50,\n 57,\n 54,\n 102,\n 51,\n 57,\n 101,\n 102,\n 98,\n 57,\n 48,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.495889553Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::3]:47501","req_id":"d6828078-cfbf-490f-b5a4-5fd7072589ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 56,\n 49,\n 48,\n 98,\n 98,\n 57,\n 99,\n 45,\n 98,\n 48,\n 57,\n 54,\n 45,\n 52,\n 49,\n 56,\n 49,\n 45,\n 97,\n 56,\n 102,\n 54,\n 45,\n 50,\n 57,\n 54,\n 102,\n 51,\n 57,\n 101,\n 102,\n 98,\n 57,\n 48,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.496594876Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::3]:33716","req_id":"c05776d0-6f5b-49d3-a21b-035cc49c693b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 101,\n 50,\n 49,\n 52,\n 52,\n 56,\n 57,\n 45,\n 100,\n 102,\n 51,\n 55,\n 45,\n 52,\n 48,\n 51,\n 101,\n 45,\n 97,\n 57,\n 54,\n 50,\n 45,\n 54,\n 53,\n 99,\n 49,\n 98,\n 53,\n 53,\n 56,\n 51,\n 55,\n 51,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.518934688Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::4]:44652","req_id":"e1d5c34d-0609-4540-9faa-288b3a5ef048","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 101,\n 50,\n 49,\n 52,\n 52,\n 56,\n 57,\n 45,\n 100,\n 102,\n 51,\n 55,\n 45,\n 52,\n 48,\n 51,\n 101,\n 45,\n 97,\n 57,\n 54,\n 50,\n 45,\n 54,\n 53,\n 99,\n 49,\n 98,\n 53,\n 53,\n 56,\n 51,\n 55,\n 51,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.519541429Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::4]:41500","req_id":"3615422e-f56d-4a8e-a522-fe1191a375cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 57,\n 97,\n 49,\n 48,\n 56,\n 54,\n 45,\n 53,\n 99,\n 50,\n 53,\n 45,\n 52,\n 55,\n 97,\n 100,\n 45,\n 56,\n 53,\n 53,\n 54,\n 45,\n 48,\n 49,\n 100,\n 48,\n 55,\n 51,\n 102,\n 53,\n 99,\n 52,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.520287494Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::7]:50526","req_id":"d67a5ac8-5e08-45e3-85d3-933c55c1374a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 57,\n 97,\n 49,\n 48,\n 56,\n 54,\n 45,\n 53,\n 99,\n 50,\n 53,\n 45,\n 52,\n 55,\n 97,\n 100,\n 45,\n 56,\n 53,\n 53,\n 54,\n 45,\n 48,\n 49,\n 100,\n 48,\n 55,\n 51,\n 102,\n 53,\n 99,\n 52,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.520748603Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::7]:64566","req_id":"6585f369-80e1-460e-88ec-a011c2f34c7a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51116,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_abd751ef-7d4e-4dde-9fb1-c59bd28ee5b6.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_abd751ef-7d4e-4dde-9fb1-c59bd28ee5b6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 97,\n 98,\n 100,\n 55,\n 53,\n 49,\n 101,\n 102,\n 45,\n 55,\n 100,\n 52,\n 101,\n 45,\n 52,\n 100,\n 100,\n 101,\n 45,\n 57,\n 102,\n 98,\n 49,\n 45,\n 99,\n 53,\n 57,\n 98,\n 100,\n 50,\n 56,\n 101,\n 101,\n 53,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_abd751ef-7d4e-4dde-9fb1-c59bd28ee5b6.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.553905608Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:53375","req_id":"86ab618a-ea8f-4112-b8a5-c127eb784965","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 98,\n 98,\n 53,\n 49,\n 56,\n 48,\n 56,\n 45,\n 54,\n 98,\n 100,\n 57,\n 45,\n 52,\n 99,\n 49,\n 101,\n 45,\n 97,\n 50,\n 57,\n 102,\n 45,\n 98,\n 97,\n 99,\n 98,\n 49,\n 51,\n 55,\n 101,\n 49,\n 98,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.560483978Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::6]:63901","req_id":"e7323cfb-278f-4dc3-82cf-c8001196e445","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 98,\n 98,\n 53,\n 49,\n 56,\n 48,\n 56,\n 45,\n 54,\n 98,\n 100,\n 57,\n 45,\n 52,\n 99,\n 49,\n 101,\n 45,\n 97,\n 50,\n 57,\n 102,\n 45,\n 98,\n 97,\n 99,\n 98,\n 49,\n 51,\n 55,\n 101,\n 49,\n 98,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.561179811Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::6]:58166","req_id":"a1dae643-f9f1-46d4-ae80-c36b2fd91995","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 51,\n 57,\n 50,\n 98,\n 102,\n 52,\n 100,\n 45,\n 55,\n 50,\n 56,\n 52,\n 45,\n 52,\n 99,\n 101,\n 55,\n 45,\n 57,\n 101,\n 97,\n 97,\n 45,\n 48,\n 102,\n 98,\n 56,\n 97,\n 48,\n 101,\n 52,\n 49,\n 57,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.588683824Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::5]:55598","req_id":"4f147689-3ecc-4c4f-911b-c6654b01d032","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 51,\n 57,\n 50,\n 98,\n 102,\n 52,\n 100,\n 45,\n 55,\n 50,\n 56,\n 52,\n 45,\n 52,\n 99,\n 101,\n 55,\n 45,\n 57,\n 101,\n 97,\n 97,\n 45,\n 48,\n 102,\n 98,\n 56,\n 97,\n 48,\n 101,\n 52,\n 49,\n 57,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.589230895Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::5]:64013","req_id":"708d3975-7b9a-4865-9432-beee4fdf02b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.689541425Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::2]:57382","req_id":"a07a1229-991f-4378-bbca-f5573b074537","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.690158277Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::2]:65186","req_id":"9d29e781-c6a5-4ab0-b323-409c7307c162","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 97,\n 54,\n 52,\n 55,\n 50,\n 53,\n 49,\n 45,\n 49,\n 56,\n 99,\n 54,\n 45,\n 52,\n 99,\n 99,\n 101,\n 45,\n 56,\n 54,\n 57,\n 48,\n 45,\n 52,\n 48,\n 99,\n 101,\n 57,\n 53,\n 50,\n 101,\n 102,\n 54,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.758728381Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::e]:61792","req_id":"38004f8e-80c0-42e0-a9cd-bac961dd261c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 97,\n 54,\n 52,\n 55,\n 50,\n 53,\n 49,\n 45,\n 49,\n 56,\n 99,\n 54,\n 45,\n 52,\n 99,\n 99,\n 101,\n 45,\n 56,\n 54,\n 57,\n 48,\n 45,\n 52,\n 48,\n 99,\n 101,\n 57,\n 53,\n 50,\n 101,\n 102,\n 54,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.759286452Z","hostname":"oxz_internal_dns_ad78e067-80d9-4045-b233-1b83e86268ec","pid":5488,"peer_addr":"[fd00:1122:3344:101::e]:57834","req_id":"64c8f21c-8687-4d0b-8d09-f8fbc76e3067","component":"dns"}