Max level shown:
1 [ Jul 21 19:11:24 Enabled. ]
2 [ Jul 21 19:11:24 Rereading configuration. ]
3 [ Jul 21 19:11:25 Rereading configuration. ]
4 [ Jul 21 19:11:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ]
5 [ Jul 21 19:11:26 Method "start" exited with status 0. ]
6 Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
7 note: configured to log to "/dev/stdout"
82026-07-21T19:11:26.355ZINFOdns-server: config config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } dns_config = Config { bind_address: [fd00:1122:3344:2::1]:53 }
92026-07-21T19:11:26.355ZINFOdns-server (store): opening sled database path = /data/dns
102026-07-21T19:11:26.377ZINFOdns-server (store): pruning trees for generations newer than 0
112026-07-21T19:11:26.377ZINFOdns-server (store): pruning trees for generations older than 0 keep = 3
122026-07-21T19:11:26.377ZINFOdns-server (dns): DNS server bound to address local_address = [fd00:1122:3344:2::1]:53
132026-07-21T19:11:26.378ZINFOdns-server (http): listening local_addr = [fd00:1122:3344:2::1]:5353
142026-07-21T19:11:26.461ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 12739, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:41136 req_id = 3fa4cc14-e396-4035-82aa-898b1314e4d6
152026-07-21T19:11:26.642ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31251, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:18810 req_id = ce207634-d978-4a28-9dd8-aeb990bbc23e
162026-07-21T19:11:26.819ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64182, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:5445 req_id = ecc4f428-2c57-4f3a-b98f-0635f0d10141
172026-07-21T19:11:26.868ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:2::2]:56915
182026-07-21T19:11:26.868ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = d22449c6-283d-4061-98bd-db206c202df3
192026-07-21T19:11:26.868ZINFOdns-server (store): pruning trees for generations newer than 0
202026-07-21T19:11:26.881ZINFOdns-server (store): pruning trees for generations older than 1 keep = 3
212026-07-21T19:11:26.881ZINFOdns-server (store): updated generation new_generation = 1 req_id = d22449c6-283d-4061-98bd-db206c202df3
222026-07-21T19:11:26.881ZINFOdns-server (http): request completed latency_us = 12683 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:2::2]:56915 req_id = d22449c6-283d-4061-98bd-db206c202df3 response_code = 204 uri = /config
232026-07-21T19:11:37.659ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 32338, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:61118 req_id = b46bef53-4780-475c-8ba1-98f99f1a92de
242026-07-21T19:11:37.663ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 7495, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:52391 req_id = 145ca1af-7248-4e7f-b179-66208869ee08
252026-07-21T19:11:37.669ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55999, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:61140 req_id = cf4104cc-e612-40d1-9210-0631d013c2f8
262026-07-21T19:13:37.985ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 34779, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:40273 req_id = 3b92b72b-513c-465c-9c72-777fc2de1c1f
272026-07-21T19:13:38.018ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 4480, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:58503 req_id = 14c46053-99cc-4b3d-acc4-7b73f099cf0c
282026-07-21T19:13:38.033ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 11169, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:33110 req_id = dc618f09-193c-4dbf-b4da-c38f8052bf99
292026-07-21T19:14:00.419ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 17278, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:58174 req_id = 2f20afa3-c094-4b6a-b4c0-60a099101092
302026-07-21T19:14:05.803ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 13749, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57."), ), original: Query { name: Name("oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 52, 52, 53, 57, 98, 99, 100, 102, 45, 51, 55, 54, 55, 45, 52, 99, 99, 51, 45, 56, 55, 56, 48, 45, 50, 56, 51, 54, 101, 56, 55, 49, 100, 99, 53, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57." peer_addr = [fd00:1122:3344:101::e]:48450 req_id = 23e0f052-3e33-4c88-a1fb-c56a1193e405
312026-07-21T19:14:05.808ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 13749, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57."), ), original: Query { name: Name("oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 52, 52, 53, 57, 98, 99, 100, 102, 45, 51, 55, 54, 55, 45, 52, 99, 99, 51, 45, 56, 55, 56, 48, 45, 50, 56, 51, 54, 101, 56, 55, 49, 100, 99, 53, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57." peer_addr = [fd00:1122:3344:101::e]:42840 req_id = dfa96375-8b25-40a2-bfec-0c243c73c8e9
322026-07-21T19:14:10.401ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 37323, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:63157 req_id = 22dc6199-d50b-4bc9-b3f7-eb9abc1ea623
332026-07-21T19:14:13.441ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 44669, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:10627 req_id = 3589a58a-4ddd-43c8-b24a-75616bd4afa0
342026-07-21T19:14:13.709ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 20313, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:64017 req_id = e255cc18-940b-4783-8ab0-9e47470c8249
352026-07-21T19:14:13.825ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 11071, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:43592 req_id = f8d09762-ca87-4490-b069-468079b898df
362026-07-21T19:14:20.403ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 48167, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:49673 req_id = 70295063-cbdc-4352-a876-a1c2a6e60995
372026-07-21T19:14:30.405ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31381, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:63651 req_id = 9d6b72b6-a124-412a-9a54-b9b44e48dbd4
382026-07-21T19:14:40.406ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41125, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:60226 req_id = c142da29-12a9-4c1c-87cc-de501badb5b5
392026-07-21T19:14:46.109ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 11147, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:16568 req_id = f5ab5d1f-949c-4b22-9869-4be420f0e398
402026-07-21T19:14:46.424ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::c]:53417
412026-07-21T19:14:46.490ZINFOdns-server (http): request completed latency_us = 35664 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::c]:53417 req_id = 62a7c48e-9e03-437d-a880-70bc02ae80c1 response_code = 200 uri = /config
422026-07-21T19:14:50.407ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 15562, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:53096 req_id = 56f39673-e739-4564-9d80-ae8ec8a21d8f
432026-07-21T19:14:50.412ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 49476, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:37983 req_id = 24f37958-32ea-4021-840e-ecdc705e05fa
442026-07-21T19:14:50.419ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::a]:45327
452026-07-21T19:14:50.433ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 1953409b-42bb-49c7-a15d-85bb4618b237
462026-07-21T19:14:50.433ZINFOdns-server (store): updated generation new_generation = 1 req_id = 1953409b-42bb-49c7-a15d-85bb4618b237
472026-07-21T19:14:50.433ZINFOdns-server (http): request completed latency_us = 12826 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:45327 req_id = 1953409b-42bb-49c7-a15d-85bb4618b237 response_code = 204 uri = /config
482026-07-21T19:14:50.540ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::a]:62700
492026-07-21T19:14:50.540ZINFOdns-server (http): request completed latency_us = 219 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:62700 req_id = 96296e49-3f42-41cf-8958-ddc6ea88701a response_code = 200 uri = /config
502026-07-21T19:14:51.345ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 23839, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:1180 req_id = b2380dca-0fed-426a-a010-1413b40d1a83
512026-07-21T19:14:51.576ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::a]:46963
522026-07-21T19:14:51.577ZINFOdns-server (http): request completed latency_us = 240 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:46963 req_id = d7ec80ef-dcf7-4ce6-8937-fe1aae10daac response_code = 200 uri = /config
532026-07-21T19:14:54.194ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 49790, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:18063 req_id = 1b99d4e3-a4cc-4a85-9e5e-9383a09a10f9
542026-07-21T19:14:54.295ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 32714, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:29184 req_id = 56272b48-be47-43ad-aae4-33a66cb74c73
552026-07-21T19:14:54.341ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::b]:38604
562026-07-21T19:14:54.342ZINFOdns-server (http): request completed latency_us = 196 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:38604 req_id = 9b1ebbab-7e6a-408f-acbd-be93468f219b response_code = 200 uri = /config
572026-07-21T19:14:54.419ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::c]:58019
582026-07-21T19:14:54.420ZINFOdns-server (http): request completed latency_us = 224 local_addr = [fd00:1122:3344:2::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::c]:58019 req_id = 6f7a06f6-3148-4fc6-bf31-3e512025c25d response_code = 200 uri = /config
592026-07-21T19:15:00.408ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27101, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:55247 req_id = 328edc86-808a-4a7c-a1f4-38e9bf2b463d
602026-07-21T19:15:00.451ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55605, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:44917 req_id = 3eacb9be-05f9-41da-bcfe-4e34a8069139
612026-07-21T19:15:00.451ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55605, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:40998 req_id = 3e6c5826-91a9-4fb9-a21f-5638e2ef2815
622026-07-21T19:15:00.854ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 16051, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2."), ), original: Query { name: Name("oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 53, 98, 54, 98, 48, 50, 50, 49, 45, 49, 97, 50, 99, 45, 52, 97, 48, 54, 45, 97, 54, 48, 53, 45, 55, 102, 50, 54, 49, 100, 49, 52, 51, 49, 99, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2." peer_addr = [fd00:1122:3344:101::7]:35596 req_id = 78e48539-aecd-4c7c-b98c-4424eb60daf2
632026-07-21T19:15:00.855ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 16051, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2."), ), original: Query { name: Name("oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 53, 98, 54, 98, 48, 50, 50, 49, 45, 49, 97, 50, 99, 45, 52, 97, 48, 54, 45, 97, 54, 48, 53, 45, 55, 102, 50, 54, 49, 100, 49, 52, 51, 49, 99, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5b6b0221-1a2c-4a06-a605-7f261d1431c2." peer_addr = [fd00:1122:3344:101::7]:53560 req_id = 575b6faa-2ca1-479e-a6a3-1ee2d40361e6
642026-07-21T19:15:00.944ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 42330, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57."), ), original: Query { name: Name("oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 52, 52, 53, 57, 98, 99, 100, 102, 45, 51, 55, 54, 55, 45, 52, 99, 99, 51, 45, 56, 55, 56, 48, 45, 50, 56, 51, 54, 101, 56, 55, 49, 100, 99, 53, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57." peer_addr = [fd00:1122:3344:101::e]:64147 req_id = 52316513-3c1f-41dd-b180-8afce923e42e
652026-07-21T19:15:00.944ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 42330, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57."), ), original: Query { name: Name("oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 52, 52, 53, 57, 98, 99, 100, 102, 45, 51, 55, 54, 55, 45, 52, 99, 99, 51, 45, 56, 55, 56, 48, 45, 50, 56, 51, 54, 101, 56, 55, 49, 100, 99, 53, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_4459bcdf-3767-4cc3-8780-2836e871dc57." peer_addr = [fd00:1122:3344:101::e]:57962 req_id = 6e5c95bf-28e2-4481-b529-d0e3024b7407
662026-07-21T19:15:00.948ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5672, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6."), ), original: Query { name: Name("oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 57, 99, 101, 50, 52, 54, 50, 50, 45, 48, 54, 100, 99, 45, 52, 50, 56, 57, 45, 98, 56, 101, 57, 45, 51, 48, 57, 57, 48, 48, 99, 48, 102, 51, 97, 54, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6." peer_addr = [fd00:1122:3344:101::3]:34709 req_id = 1abd575c-3389-4f19-b612-0c6bc4bb3058
672026-07-21T19:15:00.948ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5672, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6."), ), original: Query { name: Name("oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 57, 99, 101, 50, 52, 54, 50, 50, 45, 48, 54, 100, 99, 45, 52, 50, 56, 57, 45, 98, 56, 101, 57, 45, 51, 48, 57, 57, 48, 48, 99, 48, 102, 51, 97, 54, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9ce24622-06dc-4289-b8e9-309900c0f3a6." peer_addr = [fd00:1122:3344:101::3]:45049 req_id = a6442962-bcde-4530-a30f-b8e0f5d18202
682026-07-21T19:15:00.955ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 54274, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e."), ), original: Query { name: Name("oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 101, 55, 54, 50, 53, 100, 53, 45, 48, 101, 52, 53, 45, 52, 97, 53, 53, 45, 57, 101, 49, 99, 45, 99, 102, 49, 51, 54, 57, 54, 52, 100, 56, 55, 101, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e." peer_addr = [fd00:1122:3344:101::5]:61895 req_id = 404ea062-8b7a-4e19-991d-ce91664c1508
692026-07-21T19:15:00.955ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 54274, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e."), ), original: Query { name: Name("oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 101, 55, 54, 50, 53, 100, 53, 45, 48, 101, 52, 53, 45, 52, 97, 53, 53, 45, 57, 101, 49, 99, 45, 99, 102, 49, 51, 54, 57, 54, 52, 100, 56, 55, 101, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_be7625d5-0e45-4a55-9e1c-cf136964d87e." peer_addr = [fd00:1122:3344:101::5]:50654 req_id = 017d9d01-fc21-4a49-8aaf-52f9065ba04c
702026-07-21T19:15:00.980ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 20291, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992."), ), original: Query { name: Name("oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 101, 56, 97, 102, 55, 51, 99, 45, 48, 100, 52, 100, 45, 52, 100, 101, 52, 45, 57, 48, 99, 56, 45, 97, 53, 56, 56, 51, 99, 100, 100, 99, 57, 57, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992." peer_addr = [fd00:1122:3344:101::6]:51439 req_id = 79feafd9-048f-472e-abc9-c1537892360c
712026-07-21T19:15:00.981ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 20291, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992."), ), original: Query { name: Name("oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 101, 56, 97, 102, 55, 51, 99, 45, 48, 100, 52, 100, 45, 52, 100, 101, 52, 45, 57, 48, 99, 56, 45, 97, 53, 56, 56, 51, 99, 100, 100, 99, 57, 57, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_be8af73c-0d4d-4de4-90c8-a5883cddc992." peer_addr = [fd00:1122:3344:101::6]:42740 req_id = 3d492468-3838-4597-ac59-138b9a22dc68
722026-07-21T19:15:00.981ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18722, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231."), ), original: Query { name: Name("oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 101, 52, 54, 52, 49, 98, 51, 45, 97, 54, 99, 57, 45, 52, 54, 50, 97, 45, 56, 53, 54, 53, 45, 101, 50, 50, 48, 50, 56, 48, 101, 54, 50, 51, 49, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231." peer_addr = [fd00:1122:3344:101::4]:46185 req_id = ad3c9043-ada7-4e0a-9ea1-7078a1b98584
732026-07-21T19:15:00.982ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18722, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231."), ), original: Query { name: Name("oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 101, 52, 54, 52, 49, 98, 51, 45, 97, 54, 99, 57, 45, 52, 54, 50, 97, 45, 56, 53, 54, 53, 45, 101, 50, 50, 48, 50, 56, 48, 101, 54, 50, 51, 49, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_be4641b3-a6c9-462a-8565-e220280e6231." peer_addr = [fd00:1122:3344:101::4]:40909 req_id = b6f7d168-6eb6-4bdb-a76f-0918c185f8a7
742026-07-21T19:15:01.208ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 7509, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_ntp_812005db-4218-4f5c-b6fb-6fe4ef68eb12."), ), original: Query { name: Name("oxz_ntp_812005db-4218-4f5c-b6fb-6fe4ef68eb12."), query_type: A, query_class: IN, }, }, ], original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 56, 49, 50, 48, 48, 53, 100, 98, 45, 52, 50, 49, 56, 45, 52, 102, 53, 99, 45, 98, 54, 102, 98, 45, 54, 102, 101, 52, 101, 102, 54, 56, 101, 98, 49, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_812005db-4218-4f5c-b6fb-6fe4ef68eb12." peer_addr = [fd00:1122:3344:101::1b]:34512 req_id = 684a2252-9932-4c32-91ad-9cb760483be3