Max level shown:
12026-06-09T01:30:00.784ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 54840, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_f4c1e639-10b5-42fe-99ea-b2b5e70bb4e1."), ), original: Query { name: Name("oxz_cockroachdb_f4c1e639-10b5-42fe-99ea-b2b5e70bb4e1."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 52, 99, 49, 101, 54, 51, 57, 45, 49, 48, 98, 53, 45, 52, 50, 102, 101, 45, 57, 57, 101, 97, 45, 98, 50, 98, 53, 101, 55, 48, 98, 98, 52, 101, 49, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f4c1e639-10b5-42fe-99ea-b2b5e70bb4e1." peer_addr = [fd00:1122:3344:101::7]:65416 req_id = 6ee9119b-35d7-4668-9e56-4e3a9a8d321a
22026-06-09T01:30:00.785ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 54840, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_f4c1e639-10b5-42fe-99ea-b2b5e70bb4e1."), ), original: Query { name: Name("oxz_cockroachdb_f4c1e639-10b5-42fe-99ea-b2b5e70bb4e1."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 52, 99, 49, 101, 54, 51, 57, 45, 49, 48, 98, 53, 45, 52, 50, 102, 101, 45, 57, 57, 101, 97, 45, 98, 50, 98, 53, 101, 55, 48, 98, 98, 52, 101, 49, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f4c1e639-10b5-42fe-99ea-b2b5e70bb4e1." peer_addr = [fd00:1122:3344:101::7]:44224 req_id = 65e764cc-cf37-4fed-9845-a0eeca70ffc9
32026-06-09T01:30:00.815ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26811, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_75a45f56-72dc-40b3-aa47-1ee41e57c9e2."), ), original: Query { name: Name("oxz_cockroachdb_75a45f56-72dc-40b3-aa47-1ee41e57c9e2."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 55, 53, 97, 52, 53, 102, 53, 54, 45, 55, 50, 100, 99, 45, 52, 48, 98, 51, 45, 97, 97, 52, 55, 45, 49, 101, 101, 52, 49, 101, 53, 55, 99, 57, 101, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_75a45f56-72dc-40b3-aa47-1ee41e57c9e2." peer_addr = [fd00:1122:3344:101::3]:33184 req_id = 4b54fb0b-99af-4dbb-bda1-35dd4ce5c8a5
42026-06-09T01:30:00.816ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26811, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_75a45f56-72dc-40b3-aa47-1ee41e57c9e2."), ), original: Query { name: Name("oxz_cockroachdb_75a45f56-72dc-40b3-aa47-1ee41e57c9e2."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 55, 53, 97, 52, 53, 102, 53, 54, 45, 55, 50, 100, 99, 45, 52, 48, 98, 51, 45, 97, 97, 52, 55, 45, 49, 101, 101, 52, 49, 101, 53, 55, 99, 57, 101, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_75a45f56-72dc-40b3-aa47-1ee41e57c9e2." peer_addr = [fd00:1122:3344:101::3]:43095 req_id = 33dcd6c2-b723-4946-9b70-90faa4b7dacb
52026-06-09T01:30:00.828ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 40443, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_2c8a8d8d-300a-4351-9f11-8877e0bfb997."), ), original: Query { name: Name("oxz_cockroachdb_2c8a8d8d-300a-4351-9f11-8877e0bfb997."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 99, 56, 97, 56, 100, 56, 100, 45, 51, 48, 48, 97, 45, 52, 51, 53, 49, 45, 57, 102, 49, 49, 45, 56, 56, 55, 55, 101, 48, 98, 102, 98, 57, 57, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2c8a8d8d-300a-4351-9f11-8877e0bfb997." peer_addr = [fd00:1122:3344:101::6]:47536 req_id = b82c1496-f526-4387-ba21-c5517bb91631
62026-06-09T01:30:00.829ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 40443, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_2c8a8d8d-300a-4351-9f11-8877e0bfb997."), ), original: Query { name: Name("oxz_cockroachdb_2c8a8d8d-300a-4351-9f11-8877e0bfb997."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 99, 56, 97, 56, 100, 56, 100, 45, 51, 48, 48, 97, 45, 52, 51, 53, 49, 45, 57, 102, 49, 49, 45, 56, 56, 55, 55, 101, 48, 98, 102, 98, 57, 57, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2c8a8d8d-300a-4351-9f11-8877e0bfb997." peer_addr = [fd00:1122:3344:101::6]:47780 req_id = 80225c61-2bfc-4504-8795-913352b1e825
72026-06-09T01:30:00.836ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 63905, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_ntp_112c2fa1-b9e3-4568-aca4-28bde11b74ee."), ), original: Query { name: Name("oxz_ntp_112c2fa1-b9e3-4568-aca4-28bde11b74ee."), query_type: A, query_class: IN, }, }, ], original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 49, 49, 50, 99, 50, 102, 97, 49, 45, 98, 57, 101, 51, 45, 52, 53, 54, 56, 45, 97, 99, 97, 52, 45, 50, 56, 98, 100, 101, 49, 49, 98, 55, 52, 101, 101, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_112c2fa1-b9e3-4568-aca4-28bde11b74ee." peer_addr = [fd00:1122:3344:101::1b]:40947 req_id = 4ed2eaf5-124b-4d51-9406-caefc1d2113a
82026-06-09T01:30:00.932ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 23600, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_b791a7c3-2fa0-4952-b313-7ce32a5fbbdf."), ), original: Query { name: Name("oxz_cockroachdb_b791a7c3-2fa0-4952-b313-7ce32a5fbbdf."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 55, 57, 49, 97, 55, 99, 51, 45, 50, 102, 97, 48, 45, 52, 57, 53, 50, 45, 98, 51, 49, 51, 45, 55, 99, 101, 51, 50, 97, 53, 102, 98, 98, 100, 102, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_b791a7c3-2fa0-4952-b313-7ce32a5fbbdf." peer_addr = [fd00:1122:3344:101::4]:62861 req_id = f8dd8420-e53e-4760-92c3-a54ae9b90108
92026-06-09T01:30:00.933ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 23600, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_b791a7c3-2fa0-4952-b313-7ce32a5fbbdf."), ), original: Query { name: Name("oxz_cockroachdb_b791a7c3-2fa0-4952-b313-7ce32a5fbbdf."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 98, 55, 57, 49, 97, 55, 99, 51, 45, 50, 102, 97, 48, 45, 52, 57, 53, 50, 45, 98, 51, 49, 51, 45, 55, 99, 101, 51, 50, 97, 53, 102, 98, 98, 100, 102, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_b791a7c3-2fa0-4952-b313-7ce32a5fbbdf." peer_addr = [fd00:1122:3344:101::4]:35815 req_id = f332d180-1cb5-4621-b8b5-312e4f6263ec
102026-06-09T01:30:00.975ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 40285, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_3d9154cb-a874-40dd-b6df-91b5f0220d73."), ), original: Query { name: Name("oxz_cockroachdb_3d9154cb-a874-40dd-b6df-91b5f0220d73."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 51, 100, 57, 49, 53, 52, 99, 98, 45, 97, 56, 55, 52, 45, 52, 48, 100, 100, 45, 98, 54, 100, 102, 45, 57, 49, 98, 53, 102, 48, 50, 50, 48, 100, 55, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_3d9154cb-a874-40dd-b6df-91b5f0220d73." peer_addr = [fd00:1122:3344:101::5]:34620 req_id = efb6f0f0-c7e2-4739-afe4-da30221fb86d
112026-06-09T01:30:00.976ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 40285, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_3d9154cb-a874-40dd-b6df-91b5f0220d73."), ), original: Query { name: Name("oxz_cockroachdb_3d9154cb-a874-40dd-b6df-91b5f0220d73."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 51, 100, 57, 49, 53, 52, 99, 98, 45, 97, 56, 55, 52, 45, 52, 48, 100, 100, 45, 98, 54, 100, 102, 45, 57, 49, 98, 53, 102, 48, 50, 50, 48, 100, 55, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_3d9154cb-a874-40dd-b6df-91b5f0220d73." peer_addr = [fd00:1122:3344:101::5]:46352 req_id = 0514715e-c198-418b-9602-d46ea8c32b7b
122026-06-09T01:30:03.236ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::a]:44774
132026-06-09T01:30:03.237ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = f5ded785-56ab-47b7-b79c-e3f64b68f9c2
142026-06-09T01:30:03.237ZINFOdns-server (store): updated generation new_generation = 1 req_id = f5ded785-56ab-47b7-b79c-e3f64b68f9c2
152026-06-09T01:30:03.237ZINFOdns-server (http): request completed latency_us = 222 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:44774 req_id = f5ded785-56ab-47b7-b79c-e3f64b68f9c2 response_code = 204 uri = /config
162026-06-09T01:30:03.239ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::c]:41360
172026-06-09T01:30:03.241ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = e315b5c3-5a4c-4368-bd02-1c3f5138bdea
182026-06-09T01:30:03.241ZINFOdns-server (store): updated generation new_generation = 1 req_id = e315b5c3-5a4c-4368-bd02-1c3f5138bdea
192026-06-09T01:30:03.241ZINFOdns-server (http): request completed latency_us = 233 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:41360 req_id = e315b5c3-5a4c-4368-bd02-1c3f5138bdea response_code = 204 uri = /config
202026-06-09T01:30:04.275ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 59029, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:29782 req_id = 1096d219-66ae-4a0b-a093-689f03dcf66e
212026-06-09T01:30:04.275ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9060, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:1805 req_id = e5b7179d-e868-44fd-9172-6123b2424da0
222026-06-09T01:30:04.388ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::c]:62021
232026-06-09T01:30:04.388ZINFOdns-server (http): request completed latency_us = 178 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::c]:62021 req_id = b1808cff-8bec-4e29-8850-7f067b27b6d4 response_code = 200 uri = /config
242026-06-09T01:30:04.423ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::a]:57450
252026-06-09T01:30:04.424ZINFOdns-server (http): request completed latency_us = 232 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:57450 req_id = 02ac1f65-1065-4ea1-b774-74129d13a5a6 response_code = 200 uri = /config
262026-06-09T01:30:04.504ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 47670, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:55398 req_id = 934355dc-7527-42c0-b93a-4a33b1aeae2c
272026-06-09T01:30:10.753ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::b]:50633
282026-06-09T01:30:10.754ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 98922873-eb87-453d-8a20-b04f52c8ac2f
292026-06-09T01:30:10.754ZINFOdns-server (store): updated generation new_generation = 1 req_id = 98922873-eb87-453d-8a20-b04f52c8ac2f
302026-06-09T01:30:10.754ZINFOdns-server (http): request completed latency_us = 211 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:50633 req_id = 98922873-eb87-453d-8a20-b04f52c8ac2f response_code = 204 uri = /config
312026-06-09T01:30:11.866ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 33082, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:13297 req_id = 90494840-78f5-44e0-9c0d-c56b05e3998a
322026-06-09T01:30:11.964ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::b]:52559
332026-06-09T01:30:11.965ZINFOdns-server (http): request completed latency_us = 185 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:52559 req_id = c933004e-c44c-4faf-926b-a6b97740e0f4 response_code = 200 uri = /config
342026-06-09T01:30:14.506ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 17244, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:61286 req_id = 15dc2ddd-758e-4c7c-8b14-9eb6c0abe290
352026-06-09T01:30:24.509ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 30958, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:64087 req_id = 98ebadd8-6a7a-4f6d-b82f-fa6896e82dcc
362026-06-09T01:30:34.510ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 33490, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:59931 req_id = a00fd5c0-8aaa-4bf8-9dcf-02be0b0b2f63
372026-06-09T01:30:44.512ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38899, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:52553 req_id = 5af5d37c-4efa-43d8-a5c1-614dde7abc51
382026-06-09T01:30:54.514ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 40371, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:59010 req_id = a5c662eb-4524-463c-99f7-a15320683c5d
392026-06-09T01:31:03.238ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::a]:32802
402026-06-09T01:31:03.239ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::c]:58617
412026-06-09T01:31:03.240ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = f2e30eec-9fb8-48e2-88c8-e130debba7b0
422026-06-09T01:31:03.240ZINFOdns-server (store): updated generation new_generation = 1 req_id = f2e30eec-9fb8-48e2-88c8-e130debba7b0
432026-06-09T01:31:03.240ZINFOdns-server (http): request completed latency_us = 224 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:32802 req_id = f2e30eec-9fb8-48e2-88c8-e130debba7b0 response_code = 204 uri = /config
442026-06-09T01:31:03.241ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = b71cb4b8-6339-491b-b754-bb53b785be13
452026-06-09T01:31:03.241ZINFOdns-server (store): updated generation new_generation = 1 req_id = b71cb4b8-6339-491b-b754-bb53b785be13
462026-06-09T01:31:03.241ZINFOdns-server (http): request completed latency_us = 268 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:58617 req_id = b71cb4b8-6339-491b-b754-bb53b785be13 response_code = 204 uri = /config
472026-06-09T01:31:04.231ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 33415, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:15162 req_id = f8f90378-b466-498d-8e10-e2ee8be88c6c
482026-06-09T01:31:04.272ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 46677, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:35873 req_id = 0b754dd2-5d86-420e-a9a8-12d85ed1f828
492026-06-09T01:31:04.358ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::a]:35129
502026-06-09T01:31:04.359ZINFOdns-server (http): request completed latency_us = 211 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:35129 req_id = 63275f36-e617-48a5-93ca-69868c79dab6 response_code = 200 uri = /config
512026-06-09T01:31:04.416ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::c]:37810
522026-06-09T01:31:04.416ZINFOdns-server (http): request completed latency_us = 191 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::c]:37810 req_id = 29a31190-abd6-4265-9172-36c09f1ce44f response_code = 200 uri = /config
532026-06-09T01:31:04.516ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9717, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:65283 req_id = 50de29e6-bb4b-4bce-bfd8-bff1fc47d957
542026-06-09T01:31:10.753ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::b]:51843
552026-06-09T01:31:10.755ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 235be3dc-1fe3-4247-bd37-e9043391d908
562026-06-09T01:31:10.755ZINFOdns-server (store): updated generation new_generation = 1 req_id = 235be3dc-1fe3-4247-bd37-e9043391d908
572026-06-09T01:31:10.755ZINFOdns-server (http): request completed latency_us = 240 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:51843 req_id = 235be3dc-1fe3-4247-bd37-e9043391d908 response_code = 204 uri = /config
582026-06-09T01:31:11.897ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 29025, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:6662 req_id = c86426f9-5ba4-4acb-a9db-86b8f6eed31f
592026-06-09T01:31:11.996ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::b]:45090
602026-06-09T01:31:11.996ZINFOdns-server (http): request completed latency_us = 198 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:45090 req_id = d3e51272-f6f7-4810-94f7-a578545a3cc6 response_code = 200 uri = /config
612026-06-09T01:31:14.518ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9272, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:57434 req_id = 8b64dd53-c961-4f36-be7e-01d81a27a665
622026-06-09T01:31:24.520ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27224, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:54349 req_id = b5972bec-7268-4fb7-867d-af0aca5f0d03
632026-06-09T01:31:34.522ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9478, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:53622 req_id = c6eebcfe-4f58-4264-9d6b-78d7e452ed54
642026-06-09T01:31:44.524ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 60587, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:52016 req_id = f0d38b7c-b9a9-4204-9b17-90b5c0c53c54
652026-06-09T01:31:54.526ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 21730, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:59773 req_id = b7f78be8-92cc-4192-972a-db9bc9fe1e35
662026-06-09T01:31:55.883ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 32724, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:39284 req_id = 535fd50c-3bcb-460b-a0d5-21905ce97e82
672026-06-09T01:31:55.888ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 40052, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:58246 req_id = 918bfb42-4b41-4a64-be2f-1e427ca4c3ea
682026-06-09T01:31:55.892ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 65076, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:56254 req_id = e6c52c62-81a6-4810-a759-b279354ec874
692026-06-09T01:32:03.238ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::a]:57588
702026-06-09T01:32:03.240ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 02f47425-f44c-49af-8787-550a37b61d88
712026-06-09T01:32:03.240ZINFOdns-server (store): updated generation new_generation = 1 req_id = 02f47425-f44c-49af-8787-550a37b61d88
722026-06-09T01:32:03.240ZINFOdns-server (http): request completed latency_us = 246 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:57588 req_id = 02f47425-f44c-49af-8787-550a37b61d88 response_code = 204 uri = /config
732026-06-09T01:32:03.241ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::c]:53500
742026-06-09T01:32:03.243ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 8b55bbd7-cb62-4e17-b367-e758da081c66
752026-06-09T01:32:03.243ZINFOdns-server (store): updated generation new_generation = 1 req_id = 8b55bbd7-cb62-4e17-b367-e758da081c66
762026-06-09T01:32:03.243ZINFOdns-server (http): request completed latency_us = 243 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:53500 req_id = 8b55bbd7-cb62-4e17-b367-e758da081c66 response_code = 204 uri = /config
772026-06-09T01:32:04.015ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 50653, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:11613 req_id = bc3faec0-040e-4c14-bf7c-46221e99c6cb
782026-06-09T01:32:04.114ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::a]:51304
792026-06-09T01:32:04.114ZINFOdns-server (http): request completed latency_us = 213 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::a]:51304 req_id = d6df1370-3962-4df9-8b38-2c02d2054a8f response_code = 200 uri = /config
802026-06-09T01:32:04.485ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 62661, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:21096 req_id = 93af7d3f-8034-4cca-95b8-0069860ead72
812026-06-09T01:32:04.528ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55313, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:61464 req_id = 86cf25b4-d4ec-4b8d-adac-e01edc876943
822026-06-09T01:32:04.669ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::c]:52920
832026-06-09T01:32:04.669ZINFOdns-server (http): request completed latency_us = 246 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::c]:52920 req_id = 685395bb-fa07-4981-b2a9-c7d5608f908f response_code = 200 uri = /config
842026-06-09T01:32:10.755ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::b]:35502
852026-06-09T01:32:10.756ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 0e9a8de4-79b8-4ddc-a795-926ad6a92f72
862026-06-09T01:32:10.756ZINFOdns-server (store): updated generation new_generation = 1 req_id = 0e9a8de4-79b8-4ddc-a795-926ad6a92f72
872026-06-09T01:32:10.756ZINFOdns-server (http): request completed latency_us = 188 local_addr = [fd00:1122:3344:3::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:35502 req_id = 0e9a8de4-79b8-4ddc-a795-926ad6a92f72 response_code = 204 uri = /config
882026-06-09T01:32:11.557ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38895, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:12392 req_id = 7c6e9411-266b-4533-9a4c-dcbecd5cbb1c
892026-06-09T01:32:11.739ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:3::1]:5353 remote_addr = [fd00:1122:3344:101::b]:38123
902026-06-09T01:32:11.739ZINFOdns-server (http): request completed latency_us = 205 local_addr = [fd00:1122:3344:3::1]:5353 method = GET remote_addr = [fd00:1122:3344:101::b]:38123 req_id = b27cd0b6-edf2-4d00-b1a7-541aa45b7046 response_code = 200 uri = /config
912026-06-09T01:32:14.530ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 39368, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:60768 req_id = 6ca45db5-bfd6-4432-b00e-6c440bd68312