[ Mar 23 20:12:19 Enabled. ] [ Mar 23 20:12:19 Rereading configuration. ] [ Mar 23 20:12:20 Rereading configuration. ] [ Mar 23 20:12:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Mar 23 20:12:23 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:23.719800551Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:23.720051313Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:23.738356582Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:23.738373362Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:23.738425982Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:23.738745995Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:24.094936983Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:49760"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:24.0957896Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"new_generation":1,"req_id":"7a7c3dc0-cde1-491b-8b1f-55a5ec20d09b","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:24.0958026Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:24.172758005Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:24.172781005Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"new_generation":1,"req_id":"7a7c3dc0-cde1-491b-8b1f-55a5ec20d09b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:12:24.172791856Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"uri":"/config","method":"PUT","req_id":"7a7c3dc0-cde1-491b-8b1f-55a5ec20d09b","remote_addr":"[fd00:1122:3344:3::2]:49760","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":77416,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14140,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:12:37.18378619Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::1b]:34391","req_id":"569113ee-f90d-4948-be2a-33605cbd9810","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:12:37.188636722Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::1b]:36446","req_id":"ee53d01c-fdc9-4c7a-aaba-3ca51299cdaf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:12:37.192618006Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::1b]:59637","req_id":"a53d480f-98e7-47b0-84cf-d2c712ad224c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:13.673654791Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::d]:61285","req_id":"303742af-3b18-46f5-bd83-524599c16338","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 49,\n 53,\n 102,\n 55,\n 53,\n 52,\n 99,\n 45,\n 102,\n 56,\n 53,\n 99,\n 45,\n 52,\n 98,\n 54,\n 53,\n 45,\n 98,\n 50,\n 57,\n 51,\n 45,\n 57,\n 102,\n 50,\n 100,\n 99,\n 57,\n 97,\n 54,\n 49,\n 99,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:15.105712757Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::e]:46719","req_id":"671824fa-6ca3-4325-8ff4-edbf479445c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 49,\n 53,\n 102,\n 55,\n 53,\n 52,\n 99,\n 45,\n 102,\n 56,\n 53,\n 99,\n 45,\n 52,\n 98,\n 54,\n 53,\n 45,\n 98,\n 50,\n 57,\n 51,\n 45,\n 57,\n 102,\n 50,\n 100,\n 99,\n 57,\n 97,\n 54,\n 49,\n 99,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:15.106331682Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::e]:34699","req_id":"5337a071-50a5-4109-913e-4613c812eff2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:21.181922089Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::a]:2631","req_id":"d759934c-e4da-4b6a-89a0-c9a4d031d35a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:22.161392964Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::c]:53996","req_id":"dc890c3c-51d3-4ae2-8e1e-7659850bbd18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:22.196734999Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::b]:34906","req_id":"67c69b6e-1ebe-4cae-b6c0-12df0f4c70e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:23.648175243Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::d]:50710","req_id":"d66989cc-f7b1-4558-bdac-b8c62cd991b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35297,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:33.650497544Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::d]:57697","req_id":"f68a65ba-38cc-44c5-b814-377329055468","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:36.516914556Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::1b]:58840","req_id":"b7a36063-3802-42fb-836c-2b7660bd1d06","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:36.522343163Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::1b]:49124","req_id":"f1b08492-e718-4504-b6e6-1cf0bbb158fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:36.526438159Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::1b]:42814","req_id":"3ba092a2-f07a-417a-821d-ada6b60af920","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38073,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:41.151986083Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::a]:63557","req_id":"b2fd951d-087a-466d-aadb-f43416d2f0f4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:41.475346268Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50541"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:41.542631789Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"uri":"/config","method":"GET","req_id":"7e506cbc-378f-40c3-9451-73db86451f7a","remote_addr":"[fd00:1122:3344:101::a]:50541","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":39158,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:43.600896607Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57976"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:43.602512161Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"new_generation":1,"req_id":"a8f8bc3f-ffa1-4712-8e29-eff97cd0b12f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:43.602600511Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"new_generation":1,"req_id":"a8f8bc3f-ffa1-4712-8e29-eff97cd0b12f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:43.602611202Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"uri":"/config","method":"PUT","req_id":"a8f8bc3f-ffa1-4712-8e29-eff97cd0b12f","remote_addr":"[fd00:1122:3344:101::a]:57976","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":398,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:43.652319931Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::d]:64561","req_id":"b1e207a1-f4ad-4d0d-897d-7bf5a1e63f58","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:43.843000399Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::a]:55173","req_id":"863dd1fa-513a-4ca0-b1a3-3cbb9be867dc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:43.953572345Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38040"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:43.953863917Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"uri":"/config","method":"GET","req_id":"e8292179-4a35-4977-ae56-82f1eddd9310","remote_addr":"[fd00:1122:3344:101::a]:38040","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:44.406975234Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::a]:14069","req_id":"b68b3b4c-1d2e-4a20-8d46-455d04d0ac39","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:44.527253413Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61810"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:44.527615236Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"uri":"/config","method":"GET","req_id":"1a09b6e8-34cc-4358-a770-eb30abc0d76e","remote_addr":"[fd00:1122:3344:101::a]:61810","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":280,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:52.815439259Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::b]:62116","req_id":"548984f6-d1db-4d11-8043-03700ff4c697","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48237,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:52.870377943Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::c]:65408","req_id":"d9eff63c-c0f8-4c8e-923e-9fbd98344ae4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:52.928730778Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61358"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:52.92897331Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"uri":"/config","method":"GET","req_id":"be4baf3f-2c1a-486d-bce1-54761b081d96","remote_addr":"[fd00:1122:3344:101::b]:61358","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:52.982420012Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60953"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-23T20:14:52.982720404Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"uri":"/config","method":"GET","req_id":"483f3c6b-53e6-4d95-b824-c2e66f8edbdd","remote_addr":"[fd00:1122:3344:101::c]:60953","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":241,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:14:53.65455828Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::d]:52900","req_id":"fbc07644-c688-4842-972b-2bb4891708cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23512,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 102,\n 53,\n 100,\n 100,\n 51,\n 98,\n 98,\n 45,\n 97,\n 53,\n 98,\n 53,\n 45,\n 52,\n 51,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 52,\n 45,\n 98,\n 53,\n 102,\n 55,\n 57,\n 102,\n 52,\n 52,\n 51,\n 101,\n 52,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.075408681Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::5]:55178","req_id":"3be339c7-6cb3-43a9-9018-d60701b214a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26936,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 100,\n 57,\n 48,\n 55,\n 54,\n 57,\n 45,\n 98,\n 50,\n 55,\n 53,\n 45,\n 52,\n 97,\n 55,\n 101,\n 45,\n 56,\n 48,\n 53,\n 49,\n 45,\n 54,\n 49,\n 101,\n 51,\n 50,\n 56,\n 97,\n 48,\n 54,\n 51,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.075457562Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::3]:35619","req_id":"5f8dff2d-c937-40cb-a48d-0087ba3d3ccb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26936,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 100,\n 57,\n 48,\n 55,\n 54,\n 57,\n 45,\n 98,\n 50,\n 55,\n 53,\n 45,\n 52,\n 97,\n 55,\n 101,\n 45,\n 56,\n 48,\n 53,\n 49,\n 45,\n 54,\n 49,\n 101,\n 51,\n 50,\n 56,\n 97,\n 48,\n 54,\n 51,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.075876475Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::3]:48249","req_id":"1a3e9e38-fd4f-4331-8bcf-d97b6ee37761","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23512,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 102,\n 53,\n 100,\n 100,\n 51,\n 98,\n 98,\n 45,\n 97,\n 53,\n 98,\n 53,\n 45,\n 52,\n 51,\n 101,\n 56,\n 45,\n 97,\n 98,\n 51,\n 52,\n 45,\n 98,\n 53,\n 102,\n 55,\n 57,\n 102,\n 52,\n 52,\n 51,\n 101,\n 52,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.075927575Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::5]:39738","req_id":"70a0511c-810a-4a28-942d-f096af0ae6bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_b1919362-9527-447b-a072-844e0792047f.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_b1919362-9527-447b-a072-844e0792047f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 49,\n 57,\n 49,\n 57,\n 51,\n 54,\n 50,\n 45,\n 57,\n 53,\n 50,\n 55,\n 45,\n 52,\n 52,\n 55,\n 98,\n 45,\n 97,\n 48,\n 55,\n 50,\n 45,\n 56,\n 52,\n 52,\n 101,\n 48,\n 55,\n 57,\n 50,\n 48,\n 52,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_b1919362-9527-447b-a072-844e0792047f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.091272588Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::1b]:41529","req_id":"3442eb90-7154-4023-9571-ec0f25a1da9b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 97,\n 97,\n 56,\n 54,\n 99,\n 53,\n 49,\n 45,\n 100,\n 99,\n 102,\n 57,\n 45,\n 52,\n 101,\n 101,\n 99,\n 45,\n 57,\n 49,\n 57,\n 55,\n 45,\n 99,\n 51,\n 53,\n 56,\n 55,\n 56,\n 56,\n 56,\n 49,\n 55,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.146285804Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::7]:41389","req_id":"28818a21-2a0e-4718-ab7d-ad23e9a52267","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 97,\n 97,\n 56,\n 54,\n 99,\n 53,\n 49,\n 45,\n 100,\n 99,\n 102,\n 57,\n 45,\n 52,\n 101,\n 101,\n 99,\n 45,\n 57,\n 49,\n 57,\n 55,\n 45,\n 99,\n 51,\n 53,\n 56,\n 55,\n 56,\n 56,\n 56,\n 49,\n 55,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.146675407Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::7]:60533","req_id":"a6e50861-00b3-4e07-a797-5b152cc1a8e5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.405175501Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::2]:34808","req_id":"3a0e8da7-102f-4c62-a99a-f8c33eacfbd9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.405644785Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::2]:56708","req_id":"9695a126-201c-4e23-8c5c-fd20fd4a0cc9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48866,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 49,\n 53,\n 102,\n 55,\n 53,\n 52,\n 99,\n 45,\n 102,\n 56,\n 53,\n 99,\n 45,\n 52,\n 98,\n 54,\n 53,\n 45,\n 98,\n 50,\n 57,\n 51,\n 45,\n 57,\n 102,\n 50,\n 100,\n 99,\n 57,\n 97,\n 54,\n 49,\n 99,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.600114135Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::e]:35698","req_id":"0fd9670d-2f93-4c43-ba6e-1ce4f7d973b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48866,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 49,\n 53,\n 102,\n 55,\n 53,\n 52,\n 99,\n 45,\n 102,\n 56,\n 53,\n 99,\n 45,\n 52,\n 98,\n 54,\n 53,\n 45,\n 98,\n 50,\n 57,\n 51,\n 45,\n 57,\n 102,\n 50,\n 100,\n 99,\n 57,\n 97,\n 54,\n 49,\n 99,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.60068197Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::e]:39644","req_id":"fc8e378e-99f1-4a57-9ab1-49a4a4e4d568","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 52,\n 55,\n 51,\n 48,\n 57,\n 101,\n 97,\n 45,\n 52,\n 99,\n 48,\n 49,\n 45,\n 52,\n 53,\n 101,\n 48,\n 45,\n 98,\n 54,\n 55,\n 54,\n 45,\n 102,\n 49,\n 100,\n 56,\n 57,\n 48,\n 54,\n 52,\n 48,\n 51,\n 57,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.997702972Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::4]:48518","req_id":"cd754aaa-4d65-4ece-8c5e-1798e85ddac7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 52,\n 55,\n 51,\n 48,\n 57,\n 101,\n 97,\n 45,\n 52,\n 99,\n 48,\n 49,\n 45,\n 52,\n 53,\n 101,\n 48,\n 45,\n 98,\n 54,\n 55,\n 54,\n 45,\n 102,\n 49,\n 100,\n 56,\n 57,\n 48,\n 54,\n 52,\n 48,\n 51,\n 57,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:00.998262016Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::4]:40203","req_id":"393d1157-7c7c-43f1-b992-095d34fb5327","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 98,\n 97,\n 48,\n 56,\n 56,\n 51,\n 98,\n 45,\n 53,\n 97,\n 48,\n 48,\n 45,\n 52,\n 52,\n 55,\n 99,\n 45,\n 98,\n 49,\n 102,\n 99,\n 45,\n 56,\n 53,\n 97,\n 52,\n 97,\n 52,\n 57,\n 56,\n 53,\n 57,\n 53,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:01.029795289Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::6]:54196","req_id":"014283f0-69fc-45a0-961b-ba4f9ce356b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 98,\n 97,\n 48,\n 56,\n 56,\n 51,\n 98,\n 45,\n 53,\n 97,\n 48,\n 48,\n 45,\n 52,\n 52,\n 55,\n 99,\n 45,\n 98,\n 49,\n 102,\n 99,\n 45,\n 56,\n 53,\n 97,\n 52,\n 97,\n 52,\n 57,\n 56,\n 53,\n 57,\n 53,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-23T20:15:01.030339464Z","hostname":"oxz_internal_dns_d5be4a90-1a7c-41f4-a601-a82fd2312874","pid":5568,"peer_addr":"[fd00:1122:3344:101::6]:53719","req_id":"bf5e2c37-dda1-435f-be91-fbe3afa75a70","component":"dns"}