Max level shown:
1 [ Apr 29 23:12:39 Enabled. ]
2 [ Apr 29 23:12:39 Rereading configuration. ]
3 [ Apr 29 23:12:39 Rereading configuration. ]
4 [ Apr 29 23:12:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ]
5 [ Apr 29 23:12:41 Method "start" exited with status 0. ]
6 Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
7 note: configured to log to "/dev/stdout"
82026-04-29T23:12:41.105ZINFOdns-server: config config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } dns_config = Config { bind_address: [fd00:1122:3344:1::1]:53 }
92026-04-29T23:12:41.106ZINFOdns-server (store): opening sled database path = /data/dns
102026-04-29T23:12:41.127ZINFOdns-server (store): pruning trees for generations newer than 0
112026-04-29T23:12:41.127ZINFOdns-server (store): pruning trees for generations older than 0 keep = 3
122026-04-29T23:12:41.127ZINFOdns-server (dns): DNS server bound to address local_address = [fd00:1122:3344:1::1]:53
132026-04-29T23:12:41.127ZINFOdns-server (http): listening local_addr = [fd00:1122:3344:1::1]:5353
142026-04-29T23:12:41.155ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 65350, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:63643 req_id = f5730f9f-7dbe-4cda-9c1c-e52f5fd5a3fe
152026-04-29T23:12:41.258ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55084, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:38796 req_id = e4b4d95d-30f9-4b1c-aab3-b36788350051
162026-04-29T23:12:41.399ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26223, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:19863 req_id = e46d905f-b2f2-4235-a90c-e7662b8e0089
172026-04-29T23:12:41.503ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 10690, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:57043 req_id = aa11dbbb-e95a-48ed-99af-66526864d0fc
182026-04-29T23:12:41.554ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 50614, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:19998 req_id = c8948b6a-f2f1-4128-a1e4-bdfa7666faef
192026-04-29T23:12:42.000ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:1::2]:48014
202026-04-29T23:12:42.000ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 21ef7f66-be8c-4551-9ad0-9ee058bec87e
212026-04-29T23:12:42.000ZINFOdns-server (store): pruning trees for generations newer than 0
222026-04-29T23:12:42.022ZINFOdns-server (store): pruning trees for generations older than 1 keep = 3
232026-04-29T23:12:42.022ZINFOdns-server (store): updated generation new_generation = 1 req_id = 21ef7f66-be8c-4551-9ad0-9ee058bec87e
242026-04-29T23:12:42.022ZINFOdns-server (http): request completed latency_us = 22244 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:1::2]:48014 req_id = 21ef7f66-be8c-4551-9ad0-9ee058bec87e response_code = 204 uri = /config
252026-04-29T23:12:53.744ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55261, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:51216 req_id = 0992846f-d212-4c45-bcd4-f618b46dd223
262026-04-29T23:12:53.748ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 60318, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:40129 req_id = 782f4fd0-cd7b-400f-99e1-7a84f8774881
272026-04-29T23:12:53.752ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 14835, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:42162 req_id = b6c74e42-c1a6-4a4f-9b90-47de7844e11b
282026-04-29T23:14:20.484ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5472, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:47621 req_id = af2fcf86-5cba-4aeb-8154-712363325cbb
292026-04-29T23:14:20.527ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 59396, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:33848 req_id = 4943295e-57e8-4188-9d0a-ef9d5d1e33cf
302026-04-29T23:14:20.533ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 36900, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:48629 req_id = 19969ef5-89bf-483e-838a-a86259f658d1
312026-04-29T23:14:22.745ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 32456, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:58312 req_id = 7477650e-6116-4a76-8871-3eb822ad649b
322026-04-29T23:14:29.946ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 7747, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9."), ), original: Query { name: Name("oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 98, 51, 100, 100, 98, 49, 54, 57, 45, 56, 101, 48, 49, 45, 52, 56, 101, 99, 45, 57, 49, 57, 54, 45, 101, 53, 98, 102, 100, 52, 50, 97, 51, 48, 99, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9." peer_addr = [fd00:1122:3344:101::e]:59096 req_id = 5c310395-9778-4c7b-9aed-ef12da03864a
332026-04-29T23:14:29.946ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 7747, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9."), ), original: Query { name: Name("oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 98, 51, 100, 100, 98, 49, 54, 57, 45, 56, 101, 48, 49, 45, 52, 56, 101, 99, 45, 57, 49, 57, 54, 45, 101, 53, 98, 102, 100, 52, 50, 97, 51, 48, 99, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9." peer_addr = [fd00:1122:3344:101::e]:43074 req_id = fc767c0e-7e8c-48fa-b5e8-708df479f1f9
342026-04-29T23:14:32.746ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 60413, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:50031 req_id = 09c8376a-7f9d-48a0-9a43-1a9420816c0e
352026-04-29T23:14:38.822ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56894, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:31715 req_id = a887add7-c816-4f36-96b7-7c03b3be23aa
362026-04-29T23:14:39.965ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 50236, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:32593 req_id = ff7cb5a0-4b08-4bf3-b5c7-26efd1076a12
372026-04-29T23:14:40.040ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64970, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:26658 req_id = 3e919b70-0468-429c-80e6-bcd99f7c3eb3
382026-04-29T23:14:42.747ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64196, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:62173 req_id = 8f5b7db2-cef0-44fa-a6c2-a043b7628d49
392026-04-29T23:14:52.749ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 34157, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:50390 req_id = d7e52fb6-949a-4656-9830-ea36a1d3187b
402026-04-29T23:14:59.888ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58783, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:63830 req_id = 433aa880-5276-422c-b456-0dc53644cd58
412026-04-29T23:15:00.027ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:47631
422026-04-29T23:15:00.092ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 19440, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_ntp_435f8365-4859-4dc1-8048-f6f94ce774fb."), ), original: Query { name: Name("oxz_ntp_435f8365-4859-4dc1-8048-f6f94ce774fb."), query_type: A, query_class: IN, }, }, ], original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 52, 51, 53, 102, 56, 51, 54, 53, 45, 52, 56, 53, 57, 45, 52, 100, 99, 49, 45, 56, 48, 52, 56, 45, 102, 54, 102, 57, 52, 99, 101, 55, 55, 52, 102, 98, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_435f8365-4859-4dc1-8048-f6f94ce774fb." peer_addr = [fd00:1122:3344:101::1b]:48745 req_id = 9305988f-d623-4bf1-87f4-b6cda8947947
432026-04-29T23:15:00.092ZINFOdns-server (http): request completed latency_us = 39532 local_addr = [fd00:1122:3344:1::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:47631 req_id = 7056d881-8401-4e9e-9a1d-26b76ca538e9 response_code = 200 uri = /config
442026-04-29T23:15:00.320ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 57858, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_3ddb0f01-7b77-48e7-8d21-e9e6308cdf78."), ), original: Query { name: Name("oxz_cockroachdb_3ddb0f01-7b77-48e7-8d21-e9e6308cdf78."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 51, 100, 100, 98, 48, 102, 48, 49, 45, 55, 98, 55, 55, 45, 52, 56, 101, 55, 45, 56, 100, 50, 49, 45, 101, 57, 101, 54, 51, 48, 56, 99, 100, 102, 55, 56, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_3ddb0f01-7b77-48e7-8d21-e9e6308cdf78." peer_addr = [fd00:1122:3344:101::3]:39306 req_id = 9344f690-d0d9-4148-b594-661838cdafd7
452026-04-29T23:15:00.321ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 57858, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_3ddb0f01-7b77-48e7-8d21-e9e6308cdf78."), ), original: Query { name: Name("oxz_cockroachdb_3ddb0f01-7b77-48e7-8d21-e9e6308cdf78."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 51, 100, 100, 98, 48, 102, 48, 49, 45, 55, 98, 55, 55, 45, 52, 56, 101, 55, 45, 56, 100, 50, 49, 45, 101, 57, 101, 54, 51, 48, 56, 99, 100, 102, 55, 56, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_3ddb0f01-7b77-48e7-8d21-e9e6308cdf78." peer_addr = [fd00:1122:3344:101::3]:42482 req_id = e0074486-1018-4b84-80c8-73314d42853c
462026-04-29T23:15:00.350ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 53789, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_b75a8bf6-4806-4a95-9acf-756ae8deb860."), ), original: Query { name: Name("oxz_cockroachdb_b75a8bf6-4806-4a95-9acf-756ae8deb860."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 55, 53, 97, 56, 98, 102, 54, 45, 52, 56, 48, 54, 45, 52, 97, 57, 53, 45, 57, 97, 99, 102, 45, 55, 53, 54, 97, 101, 56, 100, 101, 98, 56, 54, 48, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_b75a8bf6-4806-4a95-9acf-756ae8deb860." peer_addr = [fd00:1122:3344:101::6]:62337 req_id = e2f974b0-cf8c-4329-a3fd-88de7ea0499a
472026-04-29T23:15:00.351ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 53789, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_b75a8bf6-4806-4a95-9acf-756ae8deb860."), ), original: Query { name: Name("oxz_cockroachdb_b75a8bf6-4806-4a95-9acf-756ae8deb860."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 55, 53, 97, 56, 98, 102, 54, 45, 52, 56, 48, 54, 45, 52, 97, 57, 53, 45, 57, 97, 99, 102, 45, 55, 53, 54, 97, 101, 56, 100, 101, 98, 56, 54, 48, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_b75a8bf6-4806-4a95-9acf-756ae8deb860." peer_addr = [fd00:1122:3344:101::6]:37165 req_id = a02874ef-2b3f-47c3-a507-c4eaf64700e6
482026-04-29T23:15:00.450ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5340, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_fbf93dea-5cbc-4f4d-9bf9-09c1dfa32a7e."), ), original: Query { name: Name("oxz_cockroachdb_fbf93dea-5cbc-4f4d-9bf9-09c1dfa32a7e."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 98, 102, 57, 51, 100, 101, 97, 45, 53, 99, 98, 99, 45, 52, 102, 52, 100, 45, 57, 98, 102, 57, 45, 48, 57, 99, 49, 100, 102, 97, 51, 50, 97, 55, 101, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fbf93dea-5cbc-4f4d-9bf9-09c1dfa32a7e." peer_addr = [fd00:1122:3344:101::5]:40000 req_id = 155bbd8e-5b97-4f5f-88df-e99fa3a3c5cd
492026-04-29T23:15:00.450ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5340, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_fbf93dea-5cbc-4f4d-9bf9-09c1dfa32a7e."), ), original: Query { name: Name("oxz_cockroachdb_fbf93dea-5cbc-4f4d-9bf9-09c1dfa32a7e."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 98, 102, 57, 51, 100, 101, 97, 45, 53, 99, 98, 99, 45, 52, 102, 52, 100, 45, 57, 98, 102, 57, 45, 48, 57, 99, 49, 100, 102, 97, 51, 50, 97, 55, 101, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fbf93dea-5cbc-4f4d-9bf9-09c1dfa32a7e." peer_addr = [fd00:1122:3344:101::5]:63143 req_id = e647c23a-72be-4dd1-879f-b2cdbdba07b6
502026-04-29T23:15:00.531ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 42875, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_346d894a-ae63-4fad-baf2-0d0b868ee400."), ), original: Query { name: Name("oxz_cockroachdb_346d894a-ae63-4fad-baf2-0d0b868ee400."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 51, 52, 54, 100, 56, 57, 52, 97, 45, 97, 101, 54, 51, 45, 52, 102, 97, 100, 45, 98, 97, 102, 50, 45, 48, 100, 48, 98, 56, 54, 56, 101, 101, 52, 48, 48, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_346d894a-ae63-4fad-baf2-0d0b868ee400." peer_addr = [fd00:1122:3344:101::7]:55435 req_id = 3e8451a3-a688-4b57-a603-8c66adde0456
512026-04-29T23:15:00.532ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 42875, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_346d894a-ae63-4fad-baf2-0d0b868ee400."), ), original: Query { name: Name("oxz_cockroachdb_346d894a-ae63-4fad-baf2-0d0b868ee400."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 51, 52, 54, 100, 56, 57, 52, 97, 45, 97, 101, 54, 51, 45, 52, 102, 97, 100, 45, 98, 97, 102, 50, 45, 48, 100, 48, 98, 56, 54, 56, 101, 101, 52, 48, 48, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_346d894a-ae63-4fad-baf2-0d0b868ee400." peer_addr = [fd00:1122:3344:101::7]:59578 req_id = 9d37c36a-3c70-4764-a3d2-ea1cd696d582
522026-04-29T23:15:00.533ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55518, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_94b0a1ee-5ba4-4d79-9924-93ffc0cb5234."), ), original: Query { name: Name("oxz_cockroachdb_94b0a1ee-5ba4-4d79-9924-93ffc0cb5234."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 57, 52, 98, 48, 97, 49, 101, 101, 45, 53, 98, 97, 52, 45, 52, 100, 55, 57, 45, 57, 57, 50, 52, 45, 57, 51, 102, 102, 99, 48, 99, 98, 53, 50, 51, 52, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_94b0a1ee-5ba4-4d79-9924-93ffc0cb5234." peer_addr = [fd00:1122:3344:101::4]:53494 req_id = a7e82163-dedc-4175-b606-7516077217ab
532026-04-29T23:15:00.533ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55518, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_94b0a1ee-5ba4-4d79-9924-93ffc0cb5234."), ), original: Query { name: Name("oxz_cockroachdb_94b0a1ee-5ba4-4d79-9924-93ffc0cb5234."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 57, 52, 98, 48, 97, 49, 101, 101, 45, 53, 98, 97, 52, 45, 52, 100, 55, 57, 45, 57, 57, 50, 52, 45, 57, 51, 102, 102, 99, 48, 99, 98, 53, 50, 51, 52, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_94b0a1ee-5ba4-4d79-9924-93ffc0cb5234." peer_addr = [fd00:1122:3344:101::4]:42622 req_id = 8c2884ba-7750-49a3-aadf-25bee7d567a5
542026-04-29T23:15:00.776ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31700, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9."), ), original: Query { name: Name("oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 98, 51, 100, 100, 98, 49, 54, 57, 45, 56, 101, 48, 49, 45, 52, 56, 101, 99, 45, 57, 49, 57, 54, 45, 101, 53, 98, 102, 100, 52, 50, 97, 51, 48, 99, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9." peer_addr = [fd00:1122:3344:101::e]:47358 req_id = d5f60b44-4ade-4bd0-b928-80809ce329af
552026-04-29T23:15:00.777ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31700, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9."), ), original: Query { name: Name("oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 98, 51, 100, 100, 98, 49, 54, 57, 45, 56, 101, 48, 49, 45, 52, 56, 101, 99, 45, 57, 49, 57, 54, 45, 101, 53, 98, 102, 100, 52, 50, 97, 51, 48, 99, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_b3ddb169-8e01-48ec-9196-e5bfd42a30c9." peer_addr = [fd00:1122:3344:101::e]:63443 req_id = b1c55a57-1519-4e21-96e8-09e371478cc1
562026-04-29T23:15:00.932ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58842, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:57588 req_id = daa283a9-d089-4c2a-847a-f53453bd5677
572026-04-29T23:15:00.933ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58842, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:45313 req_id = 7b39a6da-44c8-445e-bdf7-ba73dd7e2f09