Max level shown:
1 [ Oct 14 01:25:36 Enabled. ]
2 [ Oct 14 01:25:36 Rereading configuration. ]
3 [ Oct 14 01:25:36 Rereading configuration. ]
4 [ Oct 14 01:25:37 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-addresses [fd00:1122:3344:2::1]:53 &"). ]
5 [ Oct 14 01:25:37 Method "start" exited with status 0. ]
6 Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
7 note: configured to log to "/dev/stdout"
82026-10-14T01:25:37.913ZINFOdns-server: config config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } dns_config = Config { bind_addresses: [[fd00:1122:3344:2::1]:53] }
92026-10-14T01:25:37.913ZINFOdns-server (store): opening sled database path = /data/dns
102026-10-14T01:25:37.935ZINFOdns-server (store): pruning trees for generations newer than 0
112026-10-14T01:25:37.935ZINFOdns-server (store): pruning trees for generations older than 0 keep = 3
122026-10-14T01:25:37.935ZINFOdns-server (dns): DNS server bound to address bind_address = [fd00:1122:3344:2::1]:53
132026-10-14T01:25:37.935ZINFOdns-server (http): listening local_addr = [fd00:1122:3344:2::1]:5353
142026-10-14T01:25:37.974ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 17024, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::2]:50344 req_id = a43fbb9b-70d8-481f-bf18-c6d9163c95d0
152026-10-14T01:25:38.108ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 503, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::2]:34858 req_id = d9ed2f57-bdf1-47e9-8f45-e967de768f7b
162026-10-14T01:25:38.140ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 47400, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::2]:45266 req_id = f1708711-320f-4e10-ba0c-9568be31164a
172026-10-14T01:25:38.264ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:2::2]:58078
182026-10-14T01:25:38.265ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 14c80c46-5111-42da-8bba-c5d6cb72160e
192026-10-14T01:25:38.265ZINFOdns-server (store): pruning trees for generations newer than 0
202026-10-14T01:25:38.272ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26581, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::2]:41794 req_id = 9debfd12-8702-4836-ac7c-d00845f31de2
212026-10-14T01:25:38.273ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 768, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal."), ), original: Query { name: Name("64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 54, 52, 100, 98, 51, 53, 49, 49, 45, 101, 50, 53, 56, 45, 52, 57, 56, 97, 45, 56, 49, 100, 97, 45, 50, 48, 48, 57, 51, 97, 50, 102, 99, 55, 56, 52, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "64db3511-e258-498a-81da-20093a2fc784.host.control-plane.oxide.internal." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::2]:50334 req_id = 787b47d3-53d4-44f6-9187-2d08de2a713d
222026-10-14T01:25:38.273ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 24015, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal."), ), original: Query { name: Name("2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 50, 57, 49, 53, 98, 49, 55, 55, 45, 102, 101, 98, 99, 45, 52, 50, 57, 99, 45, 56, 53, 98, 54, 45, 54, 97, 48, 53, 52, 97, 51, 48, 98, 52, 56, 50, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "2915b177-febc-429c-85b6-6a054a30b482.host.control-plane.oxide.internal." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::2]:18309 req_id = edd461f0-7f44-4242-918e-bffe41a0ff1d
232026-10-14T01:25:38.273ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 23497, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal."), ), original: Query { name: Name("d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 100, 53, 56, 51, 54, 48, 52, 48, 45, 99, 55, 49, 51, 45, 52, 101, 49, 54, 45, 98, 51, 54, 97, 45, 99, 54, 57, 55, 102, 97, 48, 56, 100, 52, 50, 55, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "d5836040-c713-4e16-b36a-c697fa08d427.host.control-plane.oxide.internal." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::2]:14894 req_id = 249ec582-6c1d-42e8-9861-35244c6bd32d
242026-10-14T01:25:38.293ZINFOdns-server (store): pruning trees for generations older than 1 keep = 3
252026-10-14T01:25:38.293ZINFOdns-server (store): updated generation new_generation = 1 req_id = 14c80c46-5111-42da-8bba-c5d6cb72160e
262026-10-14T01:25:38.293ZINFOdns-server (http): request completed latency_us = 28938 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:2::2]:58078 req_id = 14c80c46-5111-42da-8bba-c5d6cb72160e response_code = 204 uri = /config
272026-10-14T01:25:49.089ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 37133, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::1b]:41512 req_id = e042d5c7-3066-4cf3-959d-619a8baa1a5e
282026-10-14T01:25:49.094ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 10912, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::1b]:58607 req_id = da31cfca-f975-46b5-aca3-c48d09a8f05d
292026-10-14T01:25:49.098ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 8201, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::1b]:45784 req_id = 56afac60-cbda-4256-ba9d-ce80de35d8ba
302026-10-14T01:27:47.922ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 32736, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::1b]:45810 req_id = 196beed3-3bb6-453e-ba1e-d6747a698625
312026-10-14T01:27:47.928ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 23214, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::1b]:46257 req_id = 511f392e-2f0f-461c-a223-c1717162fbaa
322026-10-14T01:27:47.933ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27575, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::1b]:40977 req_id = 559808a3-4add-4e72-919f-46c381ebd803
332026-10-14T01:28:32.075ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26161, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::1b]:47226 req_id = 9471dd57-7a90-4f80-b501-a4b3cf4652f8
342026-10-14T01:28:32.079ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 45103, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::1b]:56921 req_id = 643a065f-7da5-4742-8f86-caab085709d7
352026-10-14T01:28:32.086ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 65288, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::1b]:56997 req_id = 28b786f0-675b-43c8-9dcc-b26f5d5e55f0
362026-10-14T01:29:21.517ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 36567, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::d]:54146 req_id = c29c2e5c-2d60-416e-b23f-b16440455d2b
372026-10-14T01:29:22.489ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 48250, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba."), ), original: Query { name: Name("oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 50, 52, 52, 102, 54, 101, 56, 49, 45, 101, 102, 53, 56, 45, 52, 54, 52, 53, 45, 98, 101, 97, 49, 45, 49, 51, 102, 56, 52, 52, 55, 101, 49, 98, 98, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::e]:58604 req_id = e8b5bf06-dac8-4249-83b9-ee19339a9175
382026-10-14T01:29:22.489ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 48250, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba."), ), original: Query { name: Name("oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 50, 52, 52, 102, 54, 101, 56, 49, 45, 101, 102, 53, 56, 45, 52, 54, 52, 53, 45, 98, 101, 97, 49, 45, 49, 51, 102, 56, 52, 52, 55, 101, 49, 98, 98, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::e]:59353 req_id = dce7e563-bacd-4f64-8b6b-e069ff6a44f3
392026-10-14T01:29:23.541ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 61877, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::d]:58592 req_id = c78151f3-dbcf-4fec-b251-6c2f3271fc5d
402026-10-14T01:29:24.234ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 49208, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::d]:63054 req_id = 571498a5-7d64-4cdd-a383-ef0ef385a1ed
412026-10-14T01:29:25.393ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 39516, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::d]:60172 req_id = 69d06f7f-5a2c-4e5a-af4c-6fadccf07b80
422026-10-14T01:29:27.551ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 2778, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::d]:65287 req_id = 793bd64d-0487-41c9-8d39-1ec356601ff3
432026-10-14T01:29:29.545ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 19460, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::b]:50059 req_id = 096325bd-7d90-4cdb-984f-d6beb8c5ae32
442026-10-14T01:29:29.973ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 30990, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::c]:49669 req_id = 3c2b15fd-5ee4-454a-a211-a38efe74a967
452026-10-14T01:29:29.976ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 32414, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::a]:23433 req_id = 0368d123-26c3-4055-bae6-f8a8c8645279
462026-10-14T01:29:30.954ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::a]:51785
472026-10-14T01:29:30.954ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::b]:41738
482026-10-14T01:29:30.954ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::c]:38575
492026-10-14T01:29:30.961ZINFOdns-server (http): request completed latency_us = 7514 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::c]:38575 req_id = 28ed7c02-0e2c-406a-9eb8-505a73e7e788 response_code = 200 uri = /config
502026-10-14T01:29:30.962ZINFOdns-server (http): request completed latency_us = 7659 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:51785 req_id = ed33ac8a-e9b6-4492-9b16-431a19a40963 response_code = 200 uri = /config
512026-10-14T01:29:30.962ZINFOdns-server (http): request completed latency_us = 7586 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:41738 req_id = 1b9d5e30-b3a5-4164-adb9-ecd3487b8728 response_code = 200 uri = /config
522026-10-14T01:29:31.774ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 45329, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::d]:49543 req_id = aae26edb-0c91-41f5-bd01-b72bc69fdf1e
532026-10-14T01:29:32.132ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56487, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::b]:25096 req_id = d1c5730f-8a7e-481b-ad8c-856ac67b4157
542026-10-14T01:29:32.376ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::b]:52309
552026-10-14T01:29:32.377ZINFOdns-server (http): request completed latency_us = 225 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:52309 req_id = 9926405c-499a-4c0f-bc2d-cfd0bf730bea response_code = 200 uri = /config
562026-10-14T01:29:32.399ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::b]:42988
572026-10-14T01:29:32.400ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = e14c7811-d733-456c-9e84-7a312e7b7e83
582026-10-14T01:29:32.400ZINFOdns-server (store): updated generation new_generation = 1 req_id = e14c7811-d733-456c-9e84-7a312e7b7e83
592026-10-14T01:29:32.400ZINFOdns-server (http): request completed latency_us = 307 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:42988 req_id = e14c7811-d733-456c-9e84-7a312e7b7e83 response_code = 204 uri = /config
602026-10-14T01:29:33.048ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26192, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::b]:32779 req_id = 4b801983-36c5-4b27-bc4f-bbd2dd6fe251
612026-10-14T01:29:33.372ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::b]:49834
622026-10-14T01:29:33.372ZINFOdns-server (http): request completed latency_us = 223 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:49834 req_id = a8f36a01-13c8-4d1f-858a-0d864964275d response_code = 200 uri = /config
632026-10-14T01:29:34.674ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56302, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::b]:20489 req_id = bd7c50aa-5bb4-4c6d-ba7a-3c20805a1b85
642026-10-14T01:29:34.791ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::b]:57578
652026-10-14T01:29:34.792ZINFOdns-server (http): request completed latency_us = 269 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:57578 req_id = 74572214-4cbf-44b3-aba3-f9382440f758 response_code = 200 uri = /config
662026-10-14T01:29:36.685ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 15123, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::d]:55520 req_id = 65c81f3a-101c-4a53-a18d-992b03f40c03
672026-10-14T01:29:40.719ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 11687, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::a]:47521 req_id = c512a8ef-4854-4474-87fe-9b3bf2de0a80
682026-10-14T01:29:40.726ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55489, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::c]:11158 req_id = 2e151e17-4cd4-4ea7-bba8-f9bedd3fda6e
692026-10-14T01:29:40.838ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::a]:46177
702026-10-14T01:29:40.839ZINFOdns-server (http): request completed latency_us = 193 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:46177 req_id = 8f1b138a-5229-457b-9ea7-105141d13cd8 response_code = 200 uri = /config
712026-10-14T01:29:40.898ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::c]:50082
722026-10-14T01:29:40.898ZINFOdns-server (http): request completed latency_us = 179 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::c]:50082 req_id = c4ab9108-656b-4701-b7c4-7fdaad19e05b response_code = 200 uri = /config
732026-10-14T01:29:46.687ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 14484, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::d]:49747 req_id = 5d89205b-1e3b-4e83-afe0-a6059f5435b8
742026-10-14T01:29:56.690ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18636, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::d]:65260 req_id = 5290097e-d04b-41b7-bc7c-bb9f79b4e83b
752026-10-14T01:30:00.015ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 24166, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::2]:52077 req_id = a37fcfcd-22da-48dc-b8ab-e4143f099094
762026-10-14T01:30:00.015ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 24166, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::2]:36693 req_id = c2a82b41-3f25-4cd2-93d9-7a487716d57e
772026-10-14T01:30:00.248ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 32090, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_8b0e91cf-4a7b-41de-bc55-85fbea2e3e1f."), ), original: Query { name: Name("oxz_cockroachdb_8b0e91cf-4a7b-41de-bc55-85fbea2e3e1f."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 56, 98, 48, 101, 57, 49, 99, 102, 45, 52, 97, 55, 98, 45, 52, 49, 100, 101, 45, 98, 99, 53, 53, 45, 56, 53, 102, 98, 101, 97, 50, 101, 51, 101, 49, 102, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_8b0e91cf-4a7b-41de-bc55-85fbea2e3e1f." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::5]:50292 req_id = 98ea1613-8ab3-4ba6-97ac-b4ab4048c99a
782026-10-14T01:30:00.248ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 32090, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_8b0e91cf-4a7b-41de-bc55-85fbea2e3e1f."), ), original: Query { name: Name("oxz_cockroachdb_8b0e91cf-4a7b-41de-bc55-85fbea2e3e1f."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 56, 98, 48, 101, 57, 49, 99, 102, 45, 52, 97, 55, 98, 45, 52, 49, 100, 101, 45, 98, 99, 53, 53, 45, 56, 53, 102, 98, 101, 97, 50, 101, 51, 101, 49, 102, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_8b0e91cf-4a7b-41de-bc55-85fbea2e3e1f." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::5]:44148 req_id = 71df909f-ca19-4453-86fa-573014395265
792026-10-14T01:30:00.324ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 47946, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_21be4548-22aa-4c98-bb92-4830bc0628dc."), ), original: Query { name: Name("oxz_cockroachdb_21be4548-22aa-4c98-bb92-4830bc0628dc."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 49, 98, 101, 52, 53, 52, 56, 45, 50, 50, 97, 97, 45, 52, 99, 57, 56, 45, 98, 98, 57, 50, 45, 52, 56, 51, 48, 98, 99, 48, 54, 50, 56, 100, 99, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_21be4548-22aa-4c98-bb92-4830bc0628dc." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::3]:37243 req_id = 8dcb49ed-a522-4c8d-bd41-e2787cd11c16
802026-10-14T01:30:00.324ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 47946, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_21be4548-22aa-4c98-bb92-4830bc0628dc."), ), original: Query { name: Name("oxz_cockroachdb_21be4548-22aa-4c98-bb92-4830bc0628dc."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 49, 98, 101, 52, 53, 52, 56, 45, 50, 50, 97, 97, 45, 52, 99, 57, 56, 45, 98, 98, 57, 50, 45, 52, 56, 51, 48, 98, 99, 48, 54, 50, 56, 100, 99, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_21be4548-22aa-4c98-bb92-4830bc0628dc." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::3]:44543 req_id = 287a5e1f-eb24-462f-bbf4-8377c6f0e1d1
812026-10-14T01:30:00.325ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56420, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_48aee1e9-baee-4e5b-85d6-d47532a0a28b."), ), original: Query { name: Name("oxz_cockroachdb_48aee1e9-baee-4e5b-85d6-d47532a0a28b."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 56, 97, 101, 101, 49, 101, 57, 45, 98, 97, 101, 101, 45, 52, 101, 53, 98, 45, 56, 53, 100, 54, 45, 100, 52, 55, 53, 51, 50, 97, 48, 97, 50, 56, 98, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_48aee1e9-baee-4e5b-85d6-d47532a0a28b." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::6]:50666 req_id = 097b088e-5401-4295-b060-30cd27141153
822026-10-14T01:30:00.326ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56420, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_48aee1e9-baee-4e5b-85d6-d47532a0a28b."), ), original: Query { name: Name("oxz_cockroachdb_48aee1e9-baee-4e5b-85d6-d47532a0a28b."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 56, 97, 101, 101, 49, 101, 57, 45, 98, 97, 101, 101, 45, 52, 101, 53, 98, 45, 56, 53, 100, 54, 45, 100, 52, 55, 53, 51, 50, 97, 48, 97, 50, 56, 98, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_48aee1e9-baee-4e5b-85d6-d47532a0a28b." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::6]:60907 req_id = ee3dc477-8b75-4c6e-ada1-5a7ddb37c556
832026-10-14T01:30:00.617ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 16208, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_ntp_b077a918-a166-4090-8e34-5fe9384501c5."), ), original: Query { name: Name("oxz_ntp_b077a918-a166-4090-8e34-5fe9384501c5."), query_type: A, query_class: IN, }, }, ], original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 98, 48, 55, 55, 97, 57, 49, 56, 45, 97, 49, 54, 54, 45, 52, 48, 57, 48, 45, 56, 101, 51, 52, 45, 53, 102, 101, 57, 51, 56, 52, 53, 48, 49, 99, 53, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_b077a918-a166-4090-8e34-5fe9384501c5." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::1b]:64739 req_id = bc78cc3a-6716-460f-878e-6b510bbfd403
842026-10-14T01:30:00.763ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 59030, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_2414c1a4-7424-4eab-8156-3c1627eda435."), ), original: Query { name: Name("oxz_cockroachdb_2414c1a4-7424-4eab-8156-3c1627eda435."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 52, 49, 52, 99, 49, 97, 52, 45, 55, 52, 50, 52, 45, 52, 101, 97, 98, 45, 56, 49, 53, 54, 45, 51, 99, 49, 54, 50, 55, 101, 100, 97, 52, 51, 53, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2414c1a4-7424-4eab-8156-3c1627eda435." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::4]:38804 req_id = 85d728d4-44d0-4dd0-9ee2-1e18b45e4b9c
852026-10-14T01:30:00.764ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 59030, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_2414c1a4-7424-4eab-8156-3c1627eda435."), ), original: Query { name: Name("oxz_cockroachdb_2414c1a4-7424-4eab-8156-3c1627eda435."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 52, 49, 52, 99, 49, 97, 52, 45, 55, 52, 50, 52, 45, 52, 101, 97, 98, 45, 56, 49, 53, 54, 45, 51, 99, 49, 54, 50, 55, 101, 100, 97, 52, 51, 53, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2414c1a4-7424-4eab-8156-3c1627eda435." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::4]:43775 req_id = ab02818e-4601-4323-bed8-361b06d76b52
862026-10-14T01:30:00.895ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27814, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba."), ), original: Query { name: Name("oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 50, 52, 52, 102, 54, 101, 56, 49, 45, 101, 102, 53, 56, 45, 52, 54, 52, 53, 45, 98, 101, 97, 49, 45, 49, 51, 102, 56, 52, 52, 55, 101, 49, 98, 98, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::e]:45592 req_id = c6b8ff18-d7e2-4aed-a2d9-60004a4e7f57
872026-10-14T01:30:00.895ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27814, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba."), ), original: Query { name: Name("oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 50, 52, 52, 102, 54, 101, 56, 49, 45, 101, 102, 53, 56, 45, 52, 54, 52, 53, 45, 98, 101, 97, 49, 45, 49, 51, 102, 56, 52, 52, 55, 101, 49, 98, 98, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_244f6e81-ef58-4645-bea1-13f8447e1bba." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::e]:47680 req_id = 73b0dd2c-6156-42a0-b1a6-50a6f097b255
882026-10-14T01:30:00.904ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27194, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_b60ae11f-ab98-4a39-9561-a047687d20fd."), ), original: Query { name: Name("oxz_cockroachdb_b60ae11f-ab98-4a39-9561-a047687d20fd."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 54, 48, 97, 101, 49, 49, 102, 45, 97, 98, 57, 56, 45, 52, 97, 51, 57, 45, 57, 53, 54, 49, 45, 97, 48, 52, 55, 54, 56, 55, 100, 50, 48, 102, 100, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_b60ae11f-ab98-4a39-9561-a047687d20fd." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::7]:43730 req_id = e0ce8551-5dd0-491a-928d-08bd8a0e931a
892026-10-14T01:30:00.904ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27194, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_b60ae11f-ab98-4a39-9561-a047687d20fd."), ), original: Query { name: Name("oxz_cockroachdb_b60ae11f-ab98-4a39-9561-a047687d20fd."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 54, 48, 97, 101, 49, 49, 102, 45, 97, 98, 57, 56, 45, 52, 97, 51, 57, 45, 57, 53, 54, 49, 45, 97, 48, 52, 55, 54, 56, 55, 100, 50, 48, 102, 100, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_b60ae11f-ab98-4a39-9561-a047687d20fd." bind_address = [fd00:1122:3344:2::1]:53 peer_addr = [fd00:1122:3344:101::7]:59963 req_id = 8a3031c3-e04f-4e0c-9022-14109930cfd4