Max level shown:
1 [ Jun 9 05:27:04 Enabled. ]
2 [ Jun 9 05:27:04 Rereading configuration. ]
3 [ Jun 9 05:27:04 Rereading configuration. ]
4 [ Jun 9 05:27:06 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ]
5 [ Jun 9 05:27:06 Method "start" exited with status 0. ]
6 Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
7 note: configured to log to "/dev/stdout"
82026-06-09T05:27:06.077ZINFOdns-server: config config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } dns_config = Config { bind_address: [fd00:1122:3344:3::1]:53 }
92026-06-09T05:27:06.077ZINFOdns-server (store): opening sled database path = /data/dns
102026-06-09T05:27:06.110ZINFOdns-server (store): pruning trees for generations newer than 0
112026-06-09T05:27:06.110ZINFOdns-server (store): pruning trees for generations older than 0 keep = 3
122026-06-09T05:27:06.110ZINFOdns-server (dns): DNS server bound to address local_address = [fd00:1122:3344:3::1]:53
132026-06-09T05:27:06.110ZINFOdns-server (http): listening local_addr = [fd00:1122:3344:3::1]:5353
142026-06-09T05:27:06.202ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 48740, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:21336 req_id = cac45a44-bb76-4390-bf33-763c883a9602
152026-06-09T05:27:06.211ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 63750, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:58097 req_id = cff96470-b314-4c56-a9ca-07fd86fd50f7
162026-06-09T05:27:06.314ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9346, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:10146 req_id = 3b663aaa-bfef-406a-8e45-823241670d91
172026-06-09T05:27:06.356ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:3::2]:45077
182026-06-09T05:27:06.357ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 9363479f-1abc-4fcf-b101-32289dfa708d
192026-06-09T05:27:06.357ZINFOdns-server (store): pruning trees for generations newer than 0
202026-06-09T05:27:06.374ZINFOdns-server (store): pruning trees for generations older than 1 keep = 3
212026-06-09T05:27:06.374ZINFOdns-server (store): updated generation new_generation = 1 req_id = 9363479f-1abc-4fcf-b101-32289dfa708d
222026-06-09T05:27:06.374ZINFOdns-server (http): request completed latency_us = 17444 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:3::2]:45077 req_id = 9363479f-1abc-4fcf-b101-32289dfa708d response_code = 204 uri = /config
232026-06-09T05:27:20.964ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18102, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:57345 req_id = 5a5445e8-c9ed-415c-bd2a-ddfb127b2111
242026-06-09T05:27:20.968ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 50134, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:48015 req_id = 4285774f-f2f1-4077-9e41-5f355387eb7a
252026-06-09T05:27:20.974ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 28672, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:63817 req_id = cf2acf08-d927-4d00-a04e-fea84a4fec05
262026-06-09T05:27:49.041ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26938, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:47280 req_id = 4d4d24cb-89b3-4670-b4f5-d781efe9e77f
272026-06-09T05:27:49.046ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 2342, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:36550 req_id = 34d8542e-1a1e-4cfc-b617-7e8b0627455b
282026-06-09T05:27:49.051ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 52022, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:46166 req_id = eaa2db77-6536-433d-9d0c-95d0ab53c959
292026-06-09T05:28:45.239ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27520, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:51961 req_id = 99e01236-5062-4e9c-893b-ddaeba741e26
302026-06-09T05:28:45.245ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 59642, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:62099 req_id = e9855465-a80a-436d-9151-04f81d99fa19
312026-06-09T05:28:45.245ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41876, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:53664 req_id = a9364d47-eded-4eac-863f-3b4b3c9d7e74
322026-06-09T05:28:55.985ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 35405, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:63424 req_id = 1e19d34e-c87e-4b49-8348-b02bf2556aa7
332026-06-09T05:28:58.920ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41332, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274."), ), original: Query { name: Name("oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 97, 101, 51, 99, 102, 49, 101, 54, 45, 51, 102, 102, 55, 45, 52, 100, 56, 48, 45, 97, 54, 101, 99, 45, 99, 49, 55, 54, 99, 51, 50, 98, 56, 50, 55, 52, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274." peer_addr = [fd00:1122:3344:101::e]:49634 req_id = 7fc9324d-4153-4561-9a2a-1ce5313877e2
342026-06-09T05:28:58.920ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41332, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274."), ), original: Query { name: Name("oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 97, 101, 51, 99, 102, 49, 101, 54, 45, 51, 102, 102, 55, 45, 52, 100, 56, 48, 45, 97, 54, 101, 99, 45, 99, 49, 55, 54, 99, 51, 50, 98, 56, 50, 55, 52, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274." peer_addr = [fd00:1122:3344:101::e]:50092 req_id = c09f0441-85d8-42ef-800f-e7dbffcb123e
352026-06-09T05:29:05.986ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27227, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:55970 req_id = 2a6599eb-071e-42a5-a13b-dff18a77202c
362026-06-09T05:29:06.648ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55756, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:50945 req_id = d17917fe-6c66-4fc2-931f-001922f8a62d
372026-06-09T05:29:06.648ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 12210, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:21216 req_id = 92dad2a7-0bd5-4c66-826f-e23d2618c142
382026-06-09T05:29:07.016ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 49268, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:40774 req_id = 649cba1c-ade8-460c-ae08-54418f563528
392026-06-09T05:29:15.988ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 46690, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:52730 req_id = de7db45d-fa27-46ad-a0ac-559a5182ac1e
402026-06-09T05:29:25.279ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 46076, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:60096 req_id = c028f118-8189-42cf-b086-ef076898dc38
412026-06-09T05:29:25.588ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::a]:54707
422026-06-09T05:29:25.667ZINFOdns-server (http): request completed latency_us = 54932 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:54707 req_id = 368d3074-e3ae-48e8-a1ee-66fce1a338d9 response_code = 200 uri = /config
432026-06-09T05:29:25.988ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 50410, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:65069 req_id = d7b63506-a695-459e-a308-e55b8d0ef6d1
442026-06-09T05:29:26.387ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 21085, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:57450 req_id = d7500a6e-b48c-45ec-8a87-a2d46fb095f5
452026-06-09T05:29:26.414ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::a]:46168
462026-06-09T05:29:26.415ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = e052a03b-39e8-4825-abb3-5b19d763c213
472026-06-09T05:29:26.415ZINFOdns-server (store): updated generation new_generation = 1 req_id = e052a03b-39e8-4825-abb3-5b19d763c213
482026-06-09T05:29:26.415ZINFOdns-server (http): request completed latency_us = 344 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:46168 req_id = e052a03b-39e8-4825-abb3-5b19d763c213 response_code = 204 uri = /config
492026-06-09T05:29:26.631ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::a]:57696
502026-06-09T05:29:26.631ZINFOdns-server (http): request completed latency_us = 289 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:57696 req_id = 86afb979-4d35-4d9d-b287-919e1656f6d4 response_code = 200 uri = /config
512026-06-09T05:29:27.261ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 37420, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:19910 req_id = 078225ef-bfc2-4fbd-b969-55013962e008
522026-06-09T05:29:27.327ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 14472, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:7493 req_id = 9ba6aa60-2bc3-4577-a06a-98a20fc1d603
532026-06-09T05:29:27.396ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 43001, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:35660 req_id = 3500367c-066d-45f4-948d-cd02fc1f5190
542026-06-09T05:29:27.505ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::a]:38009
552026-06-09T05:29:27.505ZINFOdns-server (http): request completed latency_us = 216 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:38009 req_id = 4ea0528d-d38f-4b86-a5a6-fdfa0c009365 response_code = 200 uri = /config
562026-06-09T05:29:27.565ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::c]:51865
572026-06-09T05:29:27.565ZINFOdns-server (http): request completed latency_us = 219 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::c]:51865 req_id = 6f99847d-b380-4d33-b9c9-44c34fee1257 response_code = 200 uri = /config
582026-06-09T05:29:27.624ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::b]:34068
592026-06-09T05:29:27.624ZINFOdns-server (http): request completed latency_us = 241 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:34068 req_id = ee15d941-0121-488a-b172-043909484192 response_code = 200 uri = /config
602026-06-09T05:29:35.990ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 22030, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:61104 req_id = 24329701-cac0-4c0c-ac5f-a75940f106bc
612026-06-09T05:29:45.993ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 59298, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:58346 req_id = 549c8d46-669b-4b1d-8a6b-8734a3fbdf82
622026-06-09T05:29:55.994ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 22366, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:59754 req_id = 53391411-b5ef-420b-9565-e6b6d45d5f75
632026-06-09T05:30:00.061ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 8568, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a."), ), original: Query { name: Name("oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 48, 101, 99, 49, 98, 101, 102, 49, 45, 53, 55, 54, 97, 45, 52, 48, 99, 57, 45, 97, 55, 99, 101, 45, 51, 101, 51, 52, 48, 53, 52, 54, 54, 53, 50, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a." peer_addr = [fd00:1122:3344:101::6]:48308 req_id = 6245c569-1da2-40c3-843b-9d7518133574
642026-06-09T05:30:00.062ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 8568, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a."), ), original: Query { name: Name("oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 48, 101, 99, 49, 98, 101, 102, 49, 45, 53, 55, 54, 97, 45, 52, 48, 99, 57, 45, 97, 55, 99, 101, 45, 51, 101, 51, 52, 48, 53, 52, 54, 54, 53, 50, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a." peer_addr = [fd00:1122:3344:101::6]:43057 req_id = 9c97b891-b451-4cb4-8217-823c554ea62d
652026-06-09T05:30:00.085ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 25113, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a."), ), original: Query { name: Name("oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 100, 52, 102, 54, 50, 48, 56, 102, 45, 55, 48, 98, 101, 45, 52, 51, 54, 55, 45, 97, 50, 48, 97, 45, 57, 54, 102, 99, 50, 48, 56, 99, 98, 50, 50, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a." peer_addr = [fd00:1122:3344:101::7]:40993 req_id = 40550edb-4a41-4073-abac-19cb882a2558
662026-06-09T05:30:00.085ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 25113, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a."), ), original: Query { name: Name("oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 100, 52, 102, 54, 50, 48, 56, 102, 45, 55, 48, 98, 101, 45, 52, 51, 54, 55, 45, 97, 50, 48, 97, 45, 57, 54, 102, 99, 50, 48, 56, 99, 98, 50, 50, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a." peer_addr = [fd00:1122:3344:101::7]:58369 req_id = 68a51bc0-5544-4577-bb5b-6a8e4407d260
672026-06-09T05:30:00.115ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31755, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7."), ), original: Query { name: Name("oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 53, 48, 55, 55, 55, 57, 98, 45, 53, 102, 97, 101, 45, 52, 49, 49, 98, 45, 98, 98, 98, 49, 45, 101, 97, 50, 97, 51, 55, 49, 51, 55, 100, 100, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7." peer_addr = [fd00:1122:3344:101::3]:45976 req_id = 5c2e7e92-c24d-44b7-a4de-3b70d1551796
682026-06-09T05:30:00.116ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31755, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7."), ), original: Query { name: Name("oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 53, 48, 55, 55, 55, 57, 98, 45, 53, 102, 97, 101, 45, 52, 49, 49, 98, 45, 98, 98, 98, 49, 45, 101, 97, 50, 97, 51, 55, 49, 51, 55, 100, 100, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7." peer_addr = [fd00:1122:3344:101::3]:41509 req_id = 68a63e8b-299d-4607-97ad-b87b461d5a2b
692026-06-09T05:30:00.140ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 37523, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45."), ), original: Query { name: Name("oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 50, 54, 49, 48, 101, 55, 102, 45, 50, 102, 97, 102, 45, 52, 102, 97, 100, 45, 57, 49, 98, 52, 45, 56, 98, 52, 52, 52, 52, 97, 56, 54, 101, 52, 53, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45." peer_addr = [fd00:1122:3344:101::4]:36608 req_id = 81eac7ba-32b9-444b-a69f-5d28f56de461
702026-06-09T05:30:00.140ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 37523, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45."), ), original: Query { name: Name("oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 50, 54, 49, 48, 101, 55, 102, 45, 50, 102, 97, 102, 45, 52, 102, 97, 100, 45, 57, 49, 98, 52, 45, 56, 98, 52, 52, 52, 52, 97, 56, 54, 101, 52, 53, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45." peer_addr = [fd00:1122:3344:101::4]:60024 req_id = 5a4e9d3c-5198-4d7a-af5b-fa0ccf8175e2
712026-06-09T05:30:00.404ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 62560, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:51595 req_id = 1ceac6dc-f3b2-4607-b103-18d36a6d9f85
722026-06-09T05:30:00.404ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 62560, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:48161 req_id = fafa7221-0234-49be-a6e7-44e3aea5a365
732026-06-09T05:30:00.578ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 63839, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_ntp_05062470-d4ac-4748-a941-ba45a3bca72c."), ), original: Query { name: Name("oxz_ntp_05062470-d4ac-4748-a941-ba45a3bca72c."), query_type: A, query_class: IN, }, }, ], original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 48, 53, 48, 54, 50, 52, 55, 48, 45, 100, 52, 97, 99, 45, 52, 55, 52, 56, 45, 97, 57, 52, 49, 45, 98, 97, 52, 53, 97, 51, 98, 99, 97, 55, 50, 99, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_05062470-d4ac-4748-a941-ba45a3bca72c." peer_addr = [fd00:1122:3344:101::1b]:60434 req_id = 1b4ffeaf-6eeb-40f0-9e7f-8d63478d2d39
742026-06-09T05:30:00.795ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5943, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274."), ), original: Query { name: Name("oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 97, 101, 51, 99, 102, 49, 101, 54, 45, 51, 102, 102, 55, 45, 52, 100, 56, 48, 45, 97, 54, 101, 99, 45, 99, 49, 55, 54, 99, 51, 50, 98, 56, 50, 55, 52, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274." peer_addr = [fd00:1122:3344:101::e]:38856 req_id = 4af0cbf1-af36-44e2-bafc-96630165e79c
752026-06-09T05:30:00.795ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5943, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274."), ), original: Query { name: Name("oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 97, 101, 51, 99, 102, 49, 101, 54, 45, 51, 102, 102, 55, 45, 52, 100, 56, 48, 45, 97, 54, 101, 99, 45, 99, 49, 55, 54, 99, 51, 50, 98, 56, 50, 55, 52, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274." peer_addr = [fd00:1122:3344:101::e]:55429 req_id = 8ba62017-22ea-491a-a682-2135d711e0b3
762026-06-09T05:30:00.886ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 29350, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_f36afc98-8dd8-4608-b83e-b9bf402e5384."), ), original: Query { name: Name("oxz_cockroachdb_f36afc98-8dd8-4608-b83e-b9bf402e5384."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 51, 54, 97, 102, 99, 57, 56, 45, 56, 100, 100, 56, 45, 52, 54, 48, 56, 45, 98, 56, 51, 101, 45, 98, 57, 98, 102, 52, 48, 50, 101, 53, 51, 56, 52, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f36afc98-8dd8-4608-b83e-b9bf402e5384." peer_addr = [fd00:1122:3344:101::5]:43865 req_id = 437809d1-3ccc-4267-b478-fcf81cb96047
772026-06-09T05:30:00.887ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 29350, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_f36afc98-8dd8-4608-b83e-b9bf402e5384."), ), original: Query { name: Name("oxz_cockroachdb_f36afc98-8dd8-4608-b83e-b9bf402e5384."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 51, 54, 97, 102, 99, 57, 56, 45, 56, 100, 100, 56, 45, 52, 54, 48, 56, 45, 98, 56, 51, 101, 45, 98, 57, 98, 102, 52, 48, 50, 101, 53, 51, 56, 52, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f36afc98-8dd8-4608-b83e-b9bf402e5384." peer_addr = [fd00:1122:3344:101::5]:47347 req_id = 44d02649-f8d5-40f1-ac32-372aa47b793f