[ May 21 22:24:43 Enabled. ] [ May 21 22:24:43 Rereading configuration. ] [ May 21 22:24:43 Rereading configuration. ] [ May 21 22:24:45 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 21 22:24:45 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.115729364Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.115909389Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.137363118Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.137393329Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.137466451Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.137673877Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26025,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:24:45.212991291Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::2]:4859","req_id":"d2bcbe6f-496c-4461-bf4b-7ab27e8b0d38","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:24:45.373046911Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::2]:29492","req_id":"b1ff1e4c-8bb6-414b-b36e-3db00343c5d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:24:45.720032134Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::2]:10547","req_id":"0ffde72e-3e7a-4215-b0c2-212e441e2401","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.869670853Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:41264"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.870296961Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"new_generation":1,"req_id":"81595c48-585b-41eb-871b-dee4a12268cb","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.870311141Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.882999506Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.883039337Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"new_generation":1,"req_id":"81595c48-585b-41eb-871b-dee4a12268cb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:24:45.883049047Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"PUT","req_id":"81595c48-585b-41eb-871b-dee4a12268cb","remote_addr":"[fd00:1122:3344:1::2]:41264","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13071,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:24:56.840923702Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::1b]:50539","req_id":"a760bf0d-52e5-47a9-a703-fbe503cda550","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:24:56.854478731Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::1b]:38745","req_id":"76de577d-e4e2-46c0-87a4-93591a363239","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13994,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:24:56.872869804Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::1b]:56931","req_id":"17ebe776-8164-4e6b-990a-9b627cf36d69","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:26:21.894188369Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::1b]:48311","req_id":"390e027a-d6ee-4155-99d7-942466affe07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:26:21.910964485Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::1b]:36064","req_id":"215c0dba-1728-46b5-941e-527d37ab7d85","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54458,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:26:21.927849967Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::1b]:59755","req_id":"2c70b675-b17f-4b59-b3f4-b4051ace227d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3443,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:06.257469612Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:53996","req_id":"9ef2db6a-1273-4a60-9759-c0b19636c0df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2317,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 102,\n 100,\n 102,\n 54,\n 100,\n 55,\n 52,\n 45,\n 50,\n 97,\n 48,\n 57,\n 45,\n 52,\n 56,\n 50,\n 99,\n 45,\n 57,\n 101,\n 97,\n 48,\n 45,\n 54,\n 48,\n 57,\n 54,\n 100,\n 53,\n 99,\n 56,\n 57,\n 51,\n 97,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:10.7618333Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::e]:58129","req_id":"484dbb54-74db-4801-9c0e-6c37bc4ecca8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2317,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 102,\n 100,\n 102,\n 54,\n 100,\n 55,\n 52,\n 45,\n 50,\n 97,\n 48,\n 57,\n 45,\n 52,\n 56,\n 50,\n 99,\n 45,\n 57,\n 101,\n 97,\n 48,\n 45,\n 54,\n 48,\n 57,\n 54,\n 100,\n 53,\n 99,\n 56,\n 57,\n 51,\n 97,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:10.77255457Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::e]:47003","req_id":"13953550-34ac-4b0c-8b73-814814984b98","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57689,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:15.789647231Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::b]:44369","req_id":"7637c6d6-0057-48d9-a024-365d309f4969","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:15.793153579Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::c]:16552","req_id":"766e1ba5-5cf1-4a05-8f98-cb852ea639ed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11697,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:15.794808635Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::a]:58477","req_id":"c5073233-3696-4fe8-8c50-994059ac55ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:16.232396558Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:55347","req_id":"b92c9107-b754-456b-96bc-2477a614f828","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:17.342957319Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51714"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:17.391118924Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"new_generation":1,"req_id":"5961058e-b4a5-4e6f-9d84-545d11ed9f2d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:17.391199896Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"new_generation":1,"req_id":"5961058e-b4a5-4e6f-9d84-545d11ed9f2d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:17.391217367Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"PUT","req_id":"5961058e-b4a5-4e6f-9d84-545d11ed9f2d","remote_addr":"[fd00:1122:3344:101::a]:51714","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":19683,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:17.697088771Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56474"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:17.697165273Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47138"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:17.697205234Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52336"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:17.708821998Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"GET","req_id":"7236dbec-d763-47fa-880d-ae6e84073f61","remote_addr":"[fd00:1122:3344:101::a]:56474","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":11528,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:17.70889578Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"GET","req_id":"bc68e315-daf6-4ac7-a8d2-f20f12782bf8","remote_addr":"[fd00:1122:3344:101::b]:47138","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":11548,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:17.708945702Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"GET","req_id":"ca4548bd-09ff-4a5a-8e97-9ffe140f2222","remote_addr":"[fd00:1122:3344:101::c]:52336","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":11518,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64392,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:18.589657522Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::a]:34574","req_id":"158a9f44-dcc1-44f0-9ad0-b3977613181c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:18.723081829Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33273"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:18.723550873Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"GET","req_id":"66a6cd6b-e251-473a-9355-828e0bdaad43","remote_addr":"[fd00:1122:3344:101::a]:33273","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":415,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46578,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:19.098932768Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::a]:49182","req_id":"d6cb5296-900b-4b95-987d-154b6f88b15a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:19.241345956Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60394"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:19.242390295Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"GET","req_id":"f24faacc-62e5-48f7-8ad9-45547a45f5ff","remote_addr":"[fd00:1122:3344:101::a]:60394","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":286,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:19.587909536Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::a]:48512","req_id":"80e54037-f02c-46ee-b3bc-2aaafffc1038","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:19.711522229Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33713"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:19.711775146Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"GET","req_id":"7354b595-5468-41ff-b992-8f2fe5fa092e","remote_addr":"[fd00:1122:3344:101::a]:33713","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:25.352774545Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::1b]:59245","req_id":"d326e3f6-75a3-49aa-b336-d228ed303ecc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39382,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:25.366454617Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::1b]:42965","req_id":"277e1d34-059f-43c1-867b-8713f3c378fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:25.382643679Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::1b]:51826","req_id":"f0a35d9d-25c6-4cc4-b97c-e4a56a4350aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:26.233984719Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:54940","req_id":"d10fa234-02d1-4e7b-bb31-0ba3de829cf2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:26.249581215Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::c]:52035","req_id":"74852c15-7823-4bb6-9c2c-b43254a7959e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:26.253240357Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::b]:10734","req_id":"3ca14267-4b1b-4fc6-a07d-4d5ba9425fd9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:26.381799628Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49514"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:26.382095326Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"GET","req_id":"4e249e01-7ee9-4798-a4f8-dd3c53a5963e","remote_addr":"[fd00:1122:3344:101::b]:49514","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":244,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:26.431785364Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53312"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:28:26.43202164Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"GET","req_id":"3b6dd8a6-e177-4f1b-b7e0-d86e1f810b97","remote_addr":"[fd00:1122:3344:101::c]:53312","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":195,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:36.235871463Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:63729","req_id":"278474d9-1b0f-40e7-9a8e-838e3751ba37","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:46.237595345Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:65112","req_id":"e9af879f-20f6-4bf3-8a04-ad106ea5de40","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:28:56.239337465Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:50259","req_id":"d8370599-5b61-4725-858d-ae5b1b3a082c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33020,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:29:06.239867623Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:55199","req_id":"aa013fd5-6953-40fa-8734-f91714c00781","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.461370823Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47631"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.464325946Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"new_generation":1,"req_id":"2896e0a8-dee5-4224-b7be-a7c37cb1205c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.464378757Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"new_generation":1,"req_id":"2896e0a8-dee5-4224-b7be-a7c37cb1205c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.464401118Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"PUT","req_id":"2896e0a8-dee5-4224-b7be-a7c37cb1205c","remote_addr":"[fd00:1122:3344:101::a]:47631","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":1631,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.807762119Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41252"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.809851467Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"new_generation":1,"req_id":"c3613f30-7c77-488d-9c64-6505d4fd625e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.809887708Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"new_generation":1,"req_id":"c3613f30-7c77-488d-9c64-6505d4fd625e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.809911789Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"PUT","req_id":"c3613f30-7c77-488d-9c64-6505d4fd625e","remote_addr":"[fd00:1122:3344:101::c]:41252","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":323,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.883650199Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42934"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.885714076Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"new_generation":1,"req_id":"a03a824e-c992-4e88-bfdb-bbb34bec6463","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.885794588Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"new_generation":1,"req_id":"a03a824e-c992-4e88-bfdb-bbb34bec6463","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:15.885808959Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"PUT","req_id":"a03a824e-c992-4e88-bfdb-bbb34bec6463","remote_addr":"[fd00:1122:3344:101::b]:42934","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":272,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62730,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:29:16.241870955Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:50306","req_id":"6e579f08-6372-45a0-992a-09f186b798a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:29:16.798950355Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::a]:6469","req_id":"67ab50a8-118e-4ff4-9657-adc34279542b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:29:16.860780702Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::b]:48242","req_id":"b9b6ae6f-ac21-45a1-b77b-27bb5993b771","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:29:16.872925951Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::c]:26115","req_id":"db7277ac-aa79-4f26-99f5-0fd4762643e8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:16.975476226Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61881"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:16.975701012Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"GET","req_id":"27fde2c8-440f-4069-92a3-490edb015d11","remote_addr":"[fd00:1122:3344:101::b]:61881","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:17.012453129Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33528"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:17.012730357Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"GET","req_id":"24658d5c-a919-45c5-8e21-493533206845","remote_addr":"[fd00:1122:3344:101::c]:33528","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":235,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:17.047180309Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58555"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T22:29:17.047412965Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"uri":"/config","method":"GET","req_id":"05094f35-37f7-4128-875c-1688ee40aea8","remote_addr":"[fd00:1122:3344:101::a]:58555","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50081,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:29:26.243908518Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:54373","req_id":"90a2132a-cd1f-4e9c-b1be-a0b53e572bb7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:29:36.24508004Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:50440","req_id":"dd7152b9-76bb-4658-8cd4-f65d259b4f75","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:29:46.246767885Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:56139","req_id":"445cffee-a445-4271-a82e-f4e7270be77e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:29:56.247274628Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::d]:57334","req_id":"d98f345e-0912-4e70-9ade-0fb8fbdae923","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62481,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 102,\n 100,\n 102,\n 54,\n 100,\n 55,\n 52,\n 45,\n 50,\n 97,\n 48,\n 57,\n 45,\n 52,\n 56,\n 50,\n 99,\n 45,\n 57,\n 101,\n 97,\n 48,\n 45,\n 54,\n 48,\n 57,\n 54,\n 100,\n 53,\n 99,\n 56,\n 57,\n 51,\n 97,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.497669516Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::e]:59223","req_id":"f30835a5-2651-4efd-9f10-bac529cb2cfa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62481,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 102,\n 100,\n 102,\n 54,\n 100,\n 55,\n 52,\n 45,\n 50,\n 97,\n 48,\n 57,\n 45,\n 52,\n 56,\n 50,\n 99,\n 45,\n 57,\n 101,\n 97,\n 48,\n 45,\n 54,\n 48,\n 57,\n 54,\n 100,\n 53,\n 99,\n 56,\n 57,\n 51,\n 97,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4fdf6d74-2a09-482c-9ea0-6096d5c893a0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.498416637Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::e]:39211","req_id":"2d6ec7f7-9123-4de2-ac66-1d304c78a4ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_17fb61ad-c1f7-4f92-9d13-b409ba830caf.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_17fb61ad-c1f7-4f92-9d13-b409ba830caf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 55,\n 102,\n 98,\n 54,\n 49,\n 97,\n 100,\n 45,\n 99,\n 49,\n 102,\n 55,\n 45,\n 52,\n 102,\n 57,\n 50,\n 45,\n 57,\n 100,\n 49,\n 51,\n 45,\n 98,\n 52,\n 48,\n 57,\n 98,\n 97,\n 56,\n 51,\n 48,\n 99,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_17fb61ad-c1f7-4f92-9d13-b409ba830caf.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.562212219Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::1b]:60645","req_id":"86886ba4-fdf2-49dd-a61c-072074afa2e5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5ae76b96-e73b-4cac-a961-36ce2785e971.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5ae76b96-e73b-4cac-a961-36ce2785e971.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 101,\n 55,\n 54,\n 98,\n 57,\n 54,\n 45,\n 101,\n 55,\n 51,\n 98,\n 45,\n 52,\n 99,\n 97,\n 99,\n 45,\n 97,\n 57,\n 54,\n 49,\n 45,\n 51,\n 54,\n 99,\n 101,\n 50,\n 55,\n 56,\n 53,\n 101,\n 57,\n 55,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5ae76b96-e73b-4cac-a961-36ce2785e971.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.577217498Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::6]:61300","req_id":"145c798b-5f6d-4e3e-bbe1-0858a926a327","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5ae76b96-e73b-4cac-a961-36ce2785e971.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5ae76b96-e73b-4cac-a961-36ce2785e971.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 101,\n 55,\n 54,\n 98,\n 57,\n 54,\n 45,\n 101,\n 55,\n 51,\n 98,\n 45,\n 52,\n 99,\n 97,\n 99,\n 45,\n 97,\n 57,\n 54,\n 49,\n 45,\n 51,\n 54,\n 99,\n 101,\n 50,\n 55,\n 56,\n 53,\n 101,\n 57,\n 55,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5ae76b96-e73b-4cac-a961-36ce2785e971.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.577976539Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::6]:47753","req_id":"ecb3aede-bb6d-4286-ac1a-c8dada2918fb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_333adb07-a98c-4c36-97f7-9ef55a67deb9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_333adb07-a98c-4c36-97f7-9ef55a67deb9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 51,\n 51,\n 97,\n 100,\n 98,\n 48,\n 55,\n 45,\n 97,\n 57,\n 56,\n 99,\n 45,\n 52,\n 99,\n 51,\n 54,\n 45,\n 57,\n 55,\n 102,\n 55,\n 45,\n 57,\n 101,\n 102,\n 53,\n 53,\n 97,\n 54,\n 55,\n 100,\n 101,\n 98,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_333adb07-a98c-4c36-97f7-9ef55a67deb9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.618006807Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::4]:42421","req_id":"59cf258d-6df4-4430-91b1-e513a767dd90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_333adb07-a98c-4c36-97f7-9ef55a67deb9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_333adb07-a98c-4c36-97f7-9ef55a67deb9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 51,\n 51,\n 97,\n 100,\n 98,\n 48,\n 55,\n 45,\n 97,\n 57,\n 56,\n 99,\n 45,\n 52,\n 99,\n 51,\n 54,\n 45,\n 57,\n 55,\n 102,\n 55,\n 45,\n 57,\n 101,\n 102,\n 53,\n 53,\n 97,\n 54,\n 55,\n 100,\n 101,\n 98,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_333adb07-a98c-4c36-97f7-9ef55a67deb9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.618840201Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::4]:47625","req_id":"fea30072-6178-4b19-b69c-54ca6ee1316a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8244cf60-9d75-4425-b0ee-01bd140cea5c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8244cf60-9d75-4425-b0ee-01bd140cea5c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 50,\n 52,\n 52,\n 99,\n 102,\n 54,\n 48,\n 45,\n 57,\n 100,\n 55,\n 53,\n 45,\n 52,\n 52,\n 50,\n 53,\n 45,\n 98,\n 48,\n 101,\n 101,\n 45,\n 48,\n 49,\n 98,\n 100,\n 49,\n 52,\n 48,\n 99,\n 101,\n 97,\n 53,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8244cf60-9d75-4425-b0ee-01bd140cea5c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.646279797Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::3]:51886","req_id":"2a80b40c-2f05-4a8b-b82f-8044969aa618","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8244cf60-9d75-4425-b0ee-01bd140cea5c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8244cf60-9d75-4425-b0ee-01bd140cea5c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 50,\n 52,\n 52,\n 99,\n 102,\n 54,\n 48,\n 45,\n 57,\n 100,\n 55,\n 53,\n 45,\n 52,\n 52,\n 50,\n 53,\n 45,\n 98,\n 48,\n 101,\n 101,\n 45,\n 48,\n 49,\n 98,\n 100,\n 49,\n 52,\n 48,\n 99,\n 101,\n 97,\n 53,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8244cf60-9d75-4425-b0ee-01bd140cea5c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.646907754Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::3]:50714","req_id":"b8025131-ecf9-419f-9213-bee94574e82b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62486,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc9eaaa7-b58d-47c0-b577-1c02a0fe7f3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc9eaaa7-b58d-47c0-b577-1c02a0fe7f3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 57,\n 101,\n 97,\n 97,\n 97,\n 55,\n 45,\n 98,\n 53,\n 56,\n 100,\n 45,\n 52,\n 55,\n 99,\n 48,\n 45,\n 98,\n 53,\n 55,\n 55,\n 45,\n 49,\n 99,\n 48,\n 50,\n 97,\n 48,\n 102,\n 101,\n 55,\n 102,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc9eaaa7-b58d-47c0-b577-1c02a0fe7f3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.678276211Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::5]:51002","req_id":"a8659acc-a08d-4de0-aa83-7c1d4ece444c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62486,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc9eaaa7-b58d-47c0-b577-1c02a0fe7f3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc9eaaa7-b58d-47c0-b577-1c02a0fe7f3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 57,\n 101,\n 97,\n 97,\n 97,\n 55,\n 45,\n 98,\n 53,\n 56,\n 100,\n 45,\n 52,\n 55,\n 99,\n 48,\n 45,\n 98,\n 53,\n 55,\n 55,\n 45,\n 49,\n 99,\n 48,\n 50,\n 97,\n 48,\n 102,\n 101,\n 55,\n 102,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc9eaaa7-b58d-47c0-b577-1c02a0fe7f3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.679038222Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::5]:56989","req_id":"a8fb713f-d9d1-4e49-b76a-c2d2e6f648af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30373,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_63a7dcf8-50c8-45f2-a91b-5b53e3ece6a6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_63a7dcf8-50c8-45f2-a91b-5b53e3ece6a6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 97,\n 55,\n 100,\n 99,\n 102,\n 56,\n 45,\n 53,\n 48,\n 99,\n 56,\n 45,\n 52,\n 53,\n 102,\n 50,\n 45,\n 97,\n 57,\n 49,\n 98,\n 45,\n 53,\n 98,\n 53,\n 51,\n 101,\n 51,\n 101,\n 99,\n 101,\n 54,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_63a7dcf8-50c8-45f2-a91b-5b53e3ece6a6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.682763366Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::7]:37108","req_id":"b47395e7-be53-4bd6-a622-497e1ee2f96b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30373,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_63a7dcf8-50c8-45f2-a91b-5b53e3ece6a6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_63a7dcf8-50c8-45f2-a91b-5b53e3ece6a6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 97,\n 55,\n 100,\n 99,\n 102,\n 56,\n 45,\n 53,\n 48,\n 99,\n 56,\n 45,\n 52,\n 53,\n 102,\n 50,\n 45,\n 97,\n 57,\n 49,\n 98,\n 45,\n 53,\n 98,\n 53,\n 51,\n 101,\n 51,\n 101,\n 99,\n 101,\n 54,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_63a7dcf8-50c8-45f2-a91b-5b53e3ece6a6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:00.683375733Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::7]:51471","req_id":"f2885f87-d56e-468e-b92a-65fddc641289","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:01.32913411Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::2]:38241","req_id":"16bbc701-fd91-4572-a41a-337ef29a2710","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T22:30:01.329797329Z","hostname":"oxz_internal_dns_600b3101-ecb7-483f-a1df-d5afd3eded60","pid":5431,"peer_addr":"[fd00:1122:3344:101::2]:46654","req_id":"1a53e828-1a97-4912-9a81-3efa42fe9f5a","component":"dns"}