Max level shown:
1 [ May 26 06:56:47 Enabled. ]
2 [ May 26 06:56:47 Rereading configuration. ]
3 [ May 26 06:56:47 Rereading configuration. ]
4 [ May 26 06:56:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ]
5 [ May 26 06:56:48 Method "start" exited with status 0. ]
6 Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
7 note: configured to log to "/dev/stdout"
82026-05-26T06:56:48.763ZINFOdns-server: config config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } dns_config = Config { bind_address: [fd00:1122:3344:1::1]:53 }
92026-05-26T06:56:48.763ZINFOdns-server (store): opening sled database path = /data/dns
102026-05-26T06:56:48.784ZINFOdns-server (store): pruning trees for generations newer than 0
112026-05-26T06:56:48.784ZINFOdns-server (store): pruning trees for generations older than 0 keep = 3
122026-05-26T06:56:48.784ZINFOdns-server (dns): DNS server bound to address local_address = [fd00:1122:3344:1::1]:53
132026-05-26T06:56:48.784ZINFOdns-server (http): listening local_addr = [fd00:1122:3344:1::1]:5353
142026-05-26T06:56:48.908ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 45113, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:26823 req_id = 16fe8c85-dd2f-4bc0-9e63-27a817e55050
152026-05-26T06:56:48.917ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 1823, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:45291 req_id = 5da1cc5a-3630-4e51-893b-8daa26c0c077
162026-05-26T06:56:49.015ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 6968, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:13023 req_id = 6e3269e6-d0dc-4ad8-991c-d98811a7e0b7
172026-05-26T06:56:49.111ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:1::2]:40818
182026-05-26T06:56:49.112ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = c3ad2d0b-4fd0-4998-af59-f1278db746bb
192026-05-26T06:56:49.112ZINFOdns-server (store): pruning trees for generations newer than 0
202026-05-26T06:56:49.125ZINFOdns-server (store): pruning trees for generations older than 1 keep = 3
212026-05-26T06:56:49.125ZINFOdns-server (store): updated generation new_generation = 1 req_id = c3ad2d0b-4fd0-4998-af59-f1278db746bb
222026-05-26T06:56:49.125ZINFOdns-server (http): request completed latency_us = 13311 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:1::2]:40818 req_id = c3ad2d0b-4fd0-4998-af59-f1278db746bb response_code = 204 uri = /config
232026-05-26T06:57:00.951ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 33738, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:56990 req_id = af497238-c3c7-4aa4-8004-9758f54f267d
242026-05-26T06:57:00.963ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 47254, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:64497 req_id = c22b4eef-abb4-4919-aae5-d7f199a233c4
252026-05-26T06:57:00.975ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 62082, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:43863 req_id = 482ecd24-044f-49e8-91f8-221a518ae0ff
262026-05-26T06:58:19.039ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 54723, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:56679 req_id = 4bfb68c9-e75e-41d6-92d9-36870950c532
272026-05-26T06:58:27.943ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 33804, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:19115 req_id = 8bdea7b4-cbd8-4f52-966f-5511ecc81310
282026-05-26T06:58:28.873ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 20986, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:40167 req_id = fa660729-eb3f-4ebd-b68d-14c6b72007b1
292026-05-26T06:58:28.993ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 15961, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:55269 req_id = 9e5ee21e-8876-483b-8729-ebd609b77a1b
302026-05-26T06:58:29.018ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38573, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:59623 req_id = 92f191aa-2b50-4aa6-a6a2-cfa090b672a9
312026-05-26T06:58:33.069ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 34314, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838."), ), original: Query { name: Name("oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 56, 48, 97, 48, 51, 51, 100, 45, 49, 102, 97, 99, 45, 52, 57, 54, 51, 45, 56, 101, 99, 50, 45, 101, 56, 102, 56, 50, 101, 101, 54, 56, 56, 51, 56, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838." peer_addr = [fd00:1122:3344:101::e]:40918 req_id = 5148f2ff-6512-4cba-8df6-ba6208d4992c
322026-05-26T06:58:33.081ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 34314, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838."), ), original: Query { name: Name("oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 56, 48, 97, 48, 51, 51, 100, 45, 49, 102, 97, 99, 45, 52, 57, 54, 51, 45, 56, 101, 99, 50, 45, 101, 56, 102, 56, 50, 101, 101, 54, 56, 56, 51, 56, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838." peer_addr = [fd00:1122:3344:101::e]:55871 req_id = d45a9636-a975-4dc4-aa6b-92690f0de581
332026-05-26T06:58:39.020ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 54785, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:62319 req_id = 883eaa36-bfb1-438d-89b5-19c333e60977
342026-05-26T06:58:49.022ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5709, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:65415 req_id = 892c2b29-eaeb-4462-95a9-f9a8e6ffc365
352026-05-26T06:58:59.023ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38318, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:60402 req_id = 068323b4-4bba-4935-a9f8-81c6d2d56ca1
362026-05-26T06:59:08.524ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 53193, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:14097 req_id = a54eb7cb-6de1-4c59-9ce6-4ba93c75391d
372026-05-26T06:59:08.853ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:58457
382026-05-26T06:59:08.924ZINFOdns-server (http): request completed latency_us = 35850 local_addr = [fd00:1122:3344:1::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:58457 req_id = a9f85f3d-9b9d-4187-a43e-fc358158ea07 response_code = 200 uri = /config
392026-05-26T06:59:09.024ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 10949, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:63468 req_id = 521fe549-f0dc-4fc2-acd5-925cf0e364c2
402026-05-26T06:59:16.934ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 13759, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:38387 req_id = 65d32955-268c-40e7-b353-e4cf03488d06
412026-05-26T06:59:17.045ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:57654
422026-05-26T06:59:17.046ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = b193b869-58bd-4c79-8c73-37e181301007
432026-05-26T06:59:17.046ZINFOdns-server (store): updated generation new_generation = 1 req_id = b193b869-58bd-4c79-8c73-37e181301007
442026-05-26T06:59:17.046ZINFOdns-server (http): request completed latency_us = 418 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:57654 req_id = b193b869-58bd-4c79-8c73-37e181301007 response_code = 204 uri = /config
452026-05-26T06:59:17.151ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:55248
462026-05-26T06:59:17.152ZINFOdns-server (http): request completed latency_us = 217 local_addr = [fd00:1122:3344:1::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:55248 req_id = 4b813755-2dfe-44b0-b790-7b4e790c4bba response_code = 200 uri = /config
472026-05-26T06:59:17.803ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 23355, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:49233 req_id = 5caa582d-69df-4386-b64d-a356b52f41f6
482026-05-26T06:59:17.921ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:65262
492026-05-26T06:59:17.921ZINFOdns-server (http): request completed latency_us = 299 local_addr = [fd00:1122:3344:1::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:65262 req_id = 4c7f4fb0-e57b-4167-8ea2-9cebd0db9c3d response_code = 200 uri = /config
502026-05-26T06:59:19.026ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 36571, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:62917 req_id = 12c407e6-ba85-416c-b54a-9fd8cc3ba875
512026-05-26T06:59:19.594ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 53257, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:15232 req_id = 9677cc96-80f9-457d-8f2e-2ef4a5f17003
522026-05-26T06:59:19.595ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41537, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:10257 req_id = e4c1059a-ae92-4d83-8924-f6b7fad7fc4f
532026-05-26T06:59:19.724ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:57321
542026-05-26T06:59:19.724ZINFOdns-server (http): request completed latency_us = 199 local_addr = [fd00:1122:3344:1::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::c]:57321 req_id = 02c3a9bc-2a9d-475a-b034-9c6051f67d95 response_code = 200 uri = /config
552026-05-26T06:59:19.829ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:43579
562026-05-26T06:59:19.830ZINFOdns-server (http): request completed latency_us = 311 local_addr = [fd00:1122:3344:1::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:43579 req_id = ce973f99-65b3-4381-bd5e-6a3e007f5990 response_code = 200 uri = /config
572026-05-26T06:59:27.671ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:59728
582026-05-26T06:59:27.672ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = e310c1d7-c019-422c-9a17-32de542b0ee3
592026-05-26T06:59:27.673ZINFOdns-server (store): updated generation new_generation = 1 req_id = e310c1d7-c019-422c-9a17-32de542b0ee3
602026-05-26T06:59:27.673ZINFOdns-server (http): request completed latency_us = 218 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:59728 req_id = e310c1d7-c019-422c-9a17-32de542b0ee3 response_code = 204 uri = /config
612026-05-26T06:59:28.667ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 2577, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:51702 req_id = 1432ff37-0015-40ae-a9a3-ec70d937c172
622026-05-26T06:59:28.946ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:64112
632026-05-26T06:59:28.955ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 71640496-b246-452a-b708-c2e657c7b53b
642026-05-26T06:59:28.956ZINFOdns-server (store): updated generation new_generation = 1 req_id = 71640496-b246-452a-b708-c2e657c7b53b
652026-05-26T06:59:28.956ZINFOdns-server (http): request completed latency_us = 362 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:64112 req_id = 71640496-b246-452a-b708-c2e657c7b53b response_code = 204 uri = /config
662026-05-26T06:59:28.968ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:60671
672026-05-26T06:59:28.970ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = b9da2463-6dab-4005-b44f-1d1131ad4405
682026-05-26T06:59:28.970ZINFOdns-server (store): updated generation new_generation = 1 req_id = b9da2463-6dab-4005-b44f-1d1131ad4405
692026-05-26T06:59:28.970ZINFOdns-server (http): request completed latency_us = 298 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:60671 req_id = b9da2463-6dab-4005-b44f-1d1131ad4405 response_code = 204 uri = /config
702026-05-26T06:59:28.996ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:52752
712026-05-26T06:59:28.996ZINFOdns-server (http): request completed latency_us = 211 local_addr = [fd00:1122:3344:1::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:52752 req_id = 7ec71902-0c20-4674-8b10-82564169ee9d response_code = 200 uri = /config
722026-05-26T06:59:29.028ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 53232, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:65125 req_id = ec3200fa-a883-45f0-ac15-6bdaf885f77d
732026-05-26T06:59:29.568ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64345, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:48931 req_id = 3ec85698-c002-4ec6-b224-b0b1d31bc60a
742026-05-26T06:59:29.568ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 1013, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:63494 req_id = 972c72e9-c590-4719-9c37-c6081c6f5d3c
752026-05-26T06:59:29.703ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:44490
762026-05-26T06:59:29.704ZINFOdns-server (http): request completed latency_us = 202 local_addr = [fd00:1122:3344:1::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::c]:44490 req_id = ff99da4e-79fa-4e17-a942-5575e3dafa77 response_code = 200 uri = /config
772026-05-26T06:59:29.759ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:65391
782026-05-26T06:59:29.759ZINFOdns-server (http): request completed latency_us = 240 local_addr = [fd00:1122:3344:1::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:65391 req_id = cffe340f-67ea-4b88-ba64-654d73184212 response_code = 200 uri = /config
792026-05-26T06:59:39.029ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 22379, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:54803 req_id = 7684fc0c-4fe2-426a-9959-d02fb5f9f9dd
802026-05-26T06:59:49.031ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 7436, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:49572 req_id = 3cabe7a0-edda-43c7-9992-731630c8550e
812026-05-26T06:59:59.032ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38565, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:63398 req_id = 919ba1be-6d40-4269-8122-ba073f52aff7
822026-05-26T07:00:00.060ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 49584, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c."), ), original: Query { name: Name("oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 51, 97, 99, 97, 50, 53, 49, 48, 45, 51, 55, 55, 98, 45, 52, 97, 48, 99, 45, 97, 57, 97, 55, 45, 52, 53, 98, 53, 51, 54, 52, 100, 48, 101, 51, 99, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c." peer_addr = [fd00:1122:3344:101::6]:54797 req_id = 6330141a-c6da-4593-8526-da08428e74c0
832026-05-26T07:00:00.061ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 49584, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c."), ), original: Query { name: Name("oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 51, 97, 99, 97, 50, 53, 49, 48, 45, 51, 55, 55, 98, 45, 52, 97, 48, 99, 45, 97, 57, 97, 55, 45, 52, 53, 98, 53, 51, 54, 52, 100, 48, 101, 51, 99, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c." peer_addr = [fd00:1122:3344:101::6]:43012 req_id = cbf8dc83-2313-4792-8499-2b9427235b72
842026-05-26T07:00:00.106ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9698, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936."), ), original: Query { name: Name("oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 99, 48, 48, 101, 99, 57, 97, 102, 45, 52, 53, 54, 51, 45, 52, 99, 50, 98, 45, 98, 100, 48, 52, 45, 56, 57, 53, 98, 101, 97, 99, 54, 53, 57, 51, 54, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936." peer_addr = [fd00:1122:3344:101::3]:51209 req_id = 1198c96b-a5b7-42dd-bd84-8dfc94e98bb3
852026-05-26T07:00:00.107ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9698, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936."), ), original: Query { name: Name("oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 99, 48, 48, 101, 99, 57, 97, 102, 45, 52, 53, 54, 51, 45, 52, 99, 50, 98, 45, 98, 100, 48, 52, 45, 56, 57, 53, 98, 101, 97, 99, 54, 53, 57, 51, 54, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936." peer_addr = [fd00:1122:3344:101::3]:59191 req_id = 0abc6fc8-bb9e-400c-9a0b-d56c018bc0cc
862026-05-26T07:00:00.115ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5201, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137."), ), original: Query { name: Name("oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 98, 55, 98, 51, 56, 50, 97, 45, 97, 100, 53, 57, 45, 52, 100, 55, 99, 45, 97, 102, 57, 56, 45, 54, 101, 52, 97, 100, 54, 50, 98, 57, 49, 51, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137." peer_addr = [fd00:1122:3344:101::7]:56969 req_id = f9a27b15-d651-453e-9b91-06034ab1f9e4
872026-05-26T07:00:00.116ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5201, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137."), ), original: Query { name: Name("oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 98, 55, 98, 51, 56, 50, 97, 45, 97, 100, 53, 57, 45, 52, 100, 55, 99, 45, 97, 102, 57, 56, 45, 54, 101, 52, 97, 100, 54, 50, 98, 57, 49, 51, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137." peer_addr = [fd00:1122:3344:101::7]:51300 req_id = b3f9da6e-72b9-4ae5-92ef-a867c4cd6f05
882026-05-26T07:00:00.129ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26418, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6."), ), original: Query { name: Name("oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 101, 102, 99, 48, 98, 49, 56, 97, 45, 100, 56, 97, 51, 45, 52, 53, 53, 99, 45, 98, 48, 53, 101, 45, 101, 49, 101, 52, 54, 54, 50, 48, 98, 97, 101, 54, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6." peer_addr = [fd00:1122:3344:101::5]:57415 req_id = b2266dcc-eb27-40ac-9a27-aac65ad36027
892026-05-26T07:00:00.129ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26418, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6."), ), original: Query { name: Name("oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 101, 102, 99, 48, 98, 49, 56, 97, 45, 100, 56, 97, 51, 45, 52, 53, 53, 99, 45, 98, 48, 53, 101, 45, 101, 49, 101, 52, 54, 54, 50, 48, 98, 97, 101, 54, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6." peer_addr = [fd00:1122:3344:101::5]:54327 req_id = a13c93f4-8dc5-4d8b-866f-489f97694ebe
902026-05-26T07:00:00.673ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 4523, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838."), ), original: Query { name: Name("oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 56, 48, 97, 48, 51, 51, 100, 45, 49, 102, 97, 99, 45, 52, 57, 54, 51, 45, 56, 101, 99, 50, 45, 101, 56, 102, 56, 50, 101, 101, 54, 56, 56, 51, 56, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838." peer_addr = [fd00:1122:3344:101::e]:49310 req_id = 1936246b-24da-44dd-85f1-cfb0bf590eb6
912026-05-26T07:00:00.674ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 4523, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838."), ), original: Query { name: Name("oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 56, 48, 97, 48, 51, 51, 100, 45, 49, 102, 97, 99, 45, 52, 57, 54, 51, 45, 56, 101, 99, 50, 45, 101, 56, 102, 56, 50, 101, 101, 54, 56, 56, 51, 56, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838." peer_addr = [fd00:1122:3344:101::e]:58769 req_id = 3dd0b00b-97e7-4ea4-86dc-4b92133dc319
922026-05-26T07:00:00.797ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9064, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:34762 req_id = 59fb32fb-92c6-4423-a0f4-34873c0774f4
932026-05-26T07:00:00.798ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9064, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:32927 req_id = 2166e44f-64aa-4d53-9984-d907c08d1b3f
942026-05-26T07:00:01.013ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31546, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7."), ), original: Query { name: Name("oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 54, 52, 102, 57, 56, 54, 97, 51, 45, 100, 57, 52, 54, 45, 52, 55, 100, 48, 45, 98, 102, 48, 57, 45, 54, 51, 101, 102, 55, 98, 51, 48, 101, 51, 100, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7." peer_addr = [fd00:1122:3344:101::4]:63124 req_id = e92786de-9596-4cfd-85f2-a3f5b5b95e90
952026-05-26T07:00:01.014ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31546, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7."), ), original: Query { name: Name("oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 54, 52, 102, 57, 56, 54, 97, 51, 45, 100, 57, 52, 54, 45, 52, 55, 100, 48, 45, 98, 102, 48, 57, 45, 54, 51, 101, 102, 55, 98, 51, 48, 101, 51, 100, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7." peer_addr = [fd00:1122:3344:101::4]:39690 req_id = 6bb070da-a7fd-43ba-807d-6f44426a8015
962026-05-26T07:00:01.080ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 36825, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_ntp_8f960775-fdee-4dbb-9137-3002d1f93349."), ), original: Query { name: Name("oxz_ntp_8f960775-fdee-4dbb-9137-3002d1f93349."), query_type: A, query_class: IN, }, }, ], original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 56, 102, 57, 54, 48, 55, 55, 53, 45, 102, 100, 101, 101, 45, 52, 100, 98, 98, 45, 57, 49, 51, 55, 45, 51, 48, 48, 50, 100, 49, 102, 57, 51, 51, 52, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_8f960775-fdee-4dbb-9137-3002d1f93349." peer_addr = [fd00:1122:3344:101::1b]:52260 req_id = 36a490e1-6e89-40e6-acf6-5d98966e76c3