Max level shown:
12025-06-03T01:00:00.497ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 4552, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_ntp_faadbb78-70b1-4e0e-967f-a68935f290ed."), ), original: Query { name: Name("oxz_ntp_faadbb78-70b1-4e0e-967f-a68935f290ed."), query_type: A, query_class: IN, }, }, original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 102, 97, 97, 100, 98, 98, 55, 56, 45, 55, 48, 98, 49, 45, 52, 101, 48, 101, 45, 57, 54, 55, 102, 45, 97, 54, 56, 57, 51, 53, 102, 50, 57, 48, 101, 100, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_faadbb78-70b1-4e0e-967f-a68935f290ed." peer_addr = [fd00:1122:3344:101::1b]:42187 req_id = 88a6be8e-245f-4346-bb20-1968cad49097
22025-06-03T01:00:00.643ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18993, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_c8255a9c-02f0-4149-a488-e03010d797e3."), ), original: Query { name: Name("oxz_cockroachdb_c8255a9c-02f0-4149-a488-e03010d797e3."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 99, 56, 50, 53, 53, 97, 57, 99, 45, 48, 50, 102, 48, 45, 52, 49, 52, 57, 45, 97, 52, 56, 56, 45, 101, 48, 51, 48, 49, 48, 100, 55, 57, 55, 101, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_c8255a9c-02f0-4149-a488-e03010d797e3." peer_addr = [fd00:1122:3344:101::6]:60042 req_id = 32d0fd9e-f9df-41bf-a38e-8b61df514468
32025-06-03T01:00:00.644ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18993, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_c8255a9c-02f0-4149-a488-e03010d797e3."), ), original: Query { name: Name("oxz_cockroachdb_c8255a9c-02f0-4149-a488-e03010d797e3."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 99, 56, 50, 53, 53, 97, 57, 99, 45, 48, 50, 102, 48, 45, 52, 49, 52, 57, 45, 97, 52, 56, 56, 45, 101, 48, 51, 48, 49, 48, 100, 55, 57, 55, 101, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_c8255a9c-02f0-4149-a488-e03010d797e3." peer_addr = [fd00:1122:3344:101::6]:46400 req_id = 75633e77-9a34-4aab-9e2e-8b9a16338752
42025-06-03T01:00:00.699ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 57495, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_74a20624-a1ad-4a43-97f7-9922e75c19da."), ), original: Query { name: Name("oxz_cockroachdb_74a20624-a1ad-4a43-97f7-9922e75c19da."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 55, 52, 97, 50, 48, 54, 50, 52, 45, 97, 49, 97, 100, 45, 52, 97, 52, 51, 45, 57, 55, 102, 55, 45, 57, 57, 50, 50, 101, 55, 53, 99, 49, 57, 100, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_74a20624-a1ad-4a43-97f7-9922e75c19da." peer_addr = [fd00:1122:3344:101::5]:48499 req_id = 095fde74-eb88-4d48-ad4a-59bb8ea18aa7
52025-06-03T01:00:00.699ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 57495, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_74a20624-a1ad-4a43-97f7-9922e75c19da."), ), original: Query { name: Name("oxz_cockroachdb_74a20624-a1ad-4a43-97f7-9922e75c19da."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 55, 52, 97, 50, 48, 54, 50, 52, 45, 97, 49, 97, 100, 45, 52, 97, 52, 51, 45, 57, 55, 102, 55, 45, 57, 57, 50, 50, 101, 55, 53, 99, 49, 57, 100, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_74a20624-a1ad-4a43-97f7-9922e75c19da." peer_addr = [fd00:1122:3344:101::5]:38666 req_id = 4ac414c6-c914-425d-98eb-eb826cfb2a8d
62025-06-03T01:00:00.748ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31332, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_af4da11e-5aa9-4b6e-9648-b9d1a8f199e1."), ), original: Query { name: Name("oxz_cockroachdb_af4da11e-5aa9-4b6e-9648-b9d1a8f199e1."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 97, 102, 52, 100, 97, 49, 49, 101, 45, 53, 97, 97, 57, 45, 52, 98, 54, 101, 45, 57, 54, 52, 56, 45, 98, 57, 100, 49, 97, 56, 102, 49, 57, 57, 101, 49, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_af4da11e-5aa9-4b6e-9648-b9d1a8f199e1." peer_addr = [fd00:1122:3344:101::3]:52958 req_id = a1d9a2ed-b716-4f95-94cc-b244c4ef867e
72025-06-03T01:00:00.748ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31332, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_af4da11e-5aa9-4b6e-9648-b9d1a8f199e1."), ), original: Query { name: Name("oxz_cockroachdb_af4da11e-5aa9-4b6e-9648-b9d1a8f199e1."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 97, 102, 52, 100, 97, 49, 49, 101, 45, 53, 97, 97, 57, 45, 52, 98, 54, 101, 45, 57, 54, 52, 56, 45, 98, 57, 100, 49, 97, 56, 102, 49, 57, 57, 101, 49, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_af4da11e-5aa9-4b6e-9648-b9d1a8f199e1." peer_addr = [fd00:1122:3344:101::3]:48813 req_id = b953e347-e080-4b54-a9ee-0fab5deed4b3
82025-06-03T01:00:00.776ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9741, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_eed326a4-dd17-414c-ad28-1cf6c4727bd3."), ), original: Query { name: Name("oxz_cockroachdb_eed326a4-dd17-414c-ad28-1cf6c4727bd3."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 101, 101, 100, 51, 50, 54, 97, 52, 45, 100, 100, 49, 55, 45, 52, 49, 52, 99, 45, 97, 100, 50, 56, 45, 49, 99, 102, 54, 99, 52, 55, 50, 55, 98, 100, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_eed326a4-dd17-414c-ad28-1cf6c4727bd3." peer_addr = [fd00:1122:3344:101::4]:40239 req_id = 8a193d4b-cd84-45d2-be88-80805fde43f4
92025-06-03T01:00:00.777ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9741, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_eed326a4-dd17-414c-ad28-1cf6c4727bd3."), ), original: Query { name: Name("oxz_cockroachdb_eed326a4-dd17-414c-ad28-1cf6c4727bd3."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 101, 101, 100, 51, 50, 54, 97, 52, 45, 100, 100, 49, 55, 45, 52, 49, 52, 99, 45, 97, 100, 50, 56, 45, 49, 99, 102, 54, 99, 52, 55, 50, 55, 98, 100, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_eed326a4-dd17-414c-ad28-1cf6c4727bd3." peer_addr = [fd00:1122:3344:101::4]:57902 req_id = ed5d852e-98c6-47ca-8a02-5bf91c31634b
102025-06-03T01:00:00.798ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 22930, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_ef4f3da7-e4ad-443e-a491-4d03e4ac5a32."), ), original: Query { name: Name("oxz_cockroachdb_ef4f3da7-e4ad-443e-a491-4d03e4ac5a32."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 101, 102, 52, 102, 51, 100, 97, 55, 45, 101, 52, 97, 100, 45, 52, 52, 51, 101, 45, 97, 52, 57, 49, 45, 52, 100, 48, 51, 101, 52, 97, 99, 53, 97, 51, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_ef4f3da7-e4ad-443e-a491-4d03e4ac5a32." peer_addr = [fd00:1122:3344:101::7]:34652 req_id = d42b1dda-5a19-4dda-94cf-e256a0e7ea0b
112025-06-03T01:00:00.798ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 22930, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_ef4f3da7-e4ad-443e-a491-4d03e4ac5a32."), ), original: Query { name: Name("oxz_cockroachdb_ef4f3da7-e4ad-443e-a491-4d03e4ac5a32."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 101, 102, 52, 102, 51, 100, 97, 55, 45, 101, 52, 97, 100, 45, 52, 52, 51, 101, 45, 97, 52, 57, 49, 45, 52, 100, 48, 51, 101, 52, 97, 99, 53, 97, 51, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_ef4f3da7-e4ad-443e-a491-4d03e4ac5a32." peer_addr = [fd00:1122:3344:101::7]:37746 req_id = 43a48bf1-37b9-4a7d-a18b-50c7ac0e0123
122025-06-03T01:00:04.537ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 43097, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:52760 req_id = 7049b6e9-b208-44fd-b2bb-6e377163445d
132025-06-03T01:00:10.504ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:45135
142025-06-03T01:00:10.563ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:57028
152025-06-03T01:00:10.668ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:54111
162025-06-03T01:00:10.887ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 407561e9-5cb0-42a6-974e-2efabc863cd8
172025-06-03T01:00:10.887ZINFOdns-server (store): updated generation new_generation = 1 req_id = 407561e9-5cb0-42a6-974e-2efabc863cd8
182025-06-03T01:00:10.887ZINFOdns-server (http): request completed latency_us = 172 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:57028 req_id = 407561e9-5cb0-42a6-974e-2efabc863cd8 response_code = 204 uri = /config
192025-06-03T01:00:10.920ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = e591174e-fe51-4ecf-8b63-3a44dfb2ee7f
202025-06-03T01:00:10.920ZINFOdns-server (store): updated generation new_generation = 1 req_id = e591174e-fe51-4ecf-8b63-3a44dfb2ee7f
212025-06-03T01:00:10.920ZINFOdns-server (http): request completed latency_us = 164 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:45135 req_id = e591174e-fe51-4ecf-8b63-3a44dfb2ee7f response_code = 204 uri = /config
222025-06-03T01:00:10.939ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = bf254c1d-e7a4-4a40-89fa-da4d4fc872da
232025-06-03T01:00:10.939ZINFOdns-server (store): updated generation new_generation = 1 req_id = bf254c1d-e7a4-4a40-89fa-da4d4fc872da
242025-06-03T01:00:10.939ZINFOdns-server (http): request completed latency_us = 145 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:54111 req_id = bf254c1d-e7a4-4a40-89fa-da4d4fc872da response_code = 204 uri = /config
252025-06-03T01:00:14.537ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 45926, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:61779 req_id = cd8f0fac-dc34-4ab8-8295-8f6adb49b3d1
262025-06-03T01:00:24.539ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 53083, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:54652 req_id = 59ad6f4e-a212-4bff-a543-9b4031c3be3f
272025-06-03T01:00:34.541ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 63338, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:58088 req_id = 83aeed5d-69d6-48aa-8105-4177fd952a68
282025-06-03T01:00:44.542ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 20749, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:64345 req_id = 854cee7a-66ed-4d70-9e0f-edf4239f55bd
292025-06-03T01:00:54.545ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 46747, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:62120 req_id = 9778b8a7-38db-4492-8673-0df24e2c0235
302025-06-03T01:01:04.546ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 14716, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:60857 req_id = 752f0f8a-0188-4376-b2ae-d084bc570f7d
312025-06-03T01:01:10.452ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:54307
322025-06-03T01:01:10.482ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:50806
332025-06-03T01:01:10.781ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 02bf4b19-4906-46a3-a0e9-974c1702d108
342025-06-03T01:01:10.781ZINFOdns-server (store): updated generation new_generation = 1 req_id = 02bf4b19-4906-46a3-a0e9-974c1702d108
352025-06-03T01:01:10.781ZINFOdns-server (http): request completed latency_us = 285 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:50806 req_id = 02bf4b19-4906-46a3-a0e9-974c1702d108 response_code = 204 uri = /config
362025-06-03T01:01:10.825ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:38407
372025-06-03T01:01:10.872ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 2affd8e1-a3b6-4697-b073-3c01334d3365
382025-06-03T01:01:10.872ZINFOdns-server (store): updated generation new_generation = 1 req_id = 2affd8e1-a3b6-4697-b073-3c01334d3365
392025-06-03T01:01:10.872ZINFOdns-server (http): request completed latency_us = 235 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:54307 req_id = 2affd8e1-a3b6-4697-b073-3c01334d3365 response_code = 204 uri = /config
402025-06-03T01:01:10.880ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9195, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:61036 req_id = 47c1650c-f61d-40a9-8aff-d87085af1d0d
412025-06-03T01:01:10.954ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 1906, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:54105 req_id = cc4e6bc6-6556-4f12-b268-5a9da5913057
422025-06-03T01:01:11.030ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 24820, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:51676 req_id = fe7b5058-8716-4c92-83df-d02cef1f0425
432025-06-03T01:01:11.117ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 55e43a30-fa17-488f-a2ee-21239bace06f
442025-06-03T01:01:11.118ZINFOdns-server (store): updated generation new_generation = 1 req_id = 55e43a30-fa17-488f-a2ee-21239bace06f
452025-06-03T01:01:11.118ZINFOdns-server (http): request completed latency_us = 213 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:38407 req_id = 55e43a30-fa17-488f-a2ee-21239bace06f response_code = 204 uri = /config
462025-06-03T01:01:14.547ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55390, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:52645 req_id = ef405471-1ed0-491b-93e8-179b44804d7c
472025-06-03T01:01:24.548ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5400, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:54340 req_id = 93379f6f-6e98-4840-9694-9dbe98ae61fc
482025-06-03T01:01:34.550ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 47168, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:52665 req_id = abe96d2f-cd96-48eb-9c0e-4e1455cf2332
492025-06-03T01:01:44.552ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5701, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:56708 req_id = 1200f731-f648-49c8-a09b-4981f91cfb24
502025-06-03T01:01:54.554ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 25992, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:51693 req_id = 0b613a05-ccfc-4231-9d26-d9874b7a3a48
512025-06-03T01:02:04.556ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 15288, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:55669 req_id = 08ec6691-a402-43cc-a808-526c5be7e9c2
522025-06-03T01:02:10.467ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:34872
532025-06-03T01:02:10.502ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:39920
542025-06-03T01:02:10.633ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:36565
552025-06-03T01:02:10.746ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 017fd97f-76cb-4ede-8807-f9d46100bbf5
562025-06-03T01:02:10.746ZINFOdns-server (store): updated generation new_generation = 1 req_id = 017fd97f-76cb-4ede-8807-f9d46100bbf5
572025-06-03T01:02:10.746ZINFOdns-server (http): request completed latency_us = 272 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:34872 req_id = 017fd97f-76cb-4ede-8807-f9d46100bbf5 response_code = 204 uri = /config
582025-06-03T01:02:10.765ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 108dd93f-571c-4541-95b1-3e7b018d602b
592025-06-03T01:02:10.765ZINFOdns-server (store): updated generation new_generation = 1 req_id = 108dd93f-571c-4541-95b1-3e7b018d602b
602025-06-03T01:02:10.765ZINFOdns-server (http): request completed latency_us = 144 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:39920 req_id = 108dd93f-571c-4541-95b1-3e7b018d602b response_code = 204 uri = /config
612025-06-03T01:02:10.932ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 618bb797-68ca-41b3-8902-c95a61b78709
622025-06-03T01:02:10.932ZINFOdns-server (store): updated generation new_generation = 1 req_id = 618bb797-68ca-41b3-8902-c95a61b78709
632025-06-03T01:02:10.932ZINFOdns-server (http): request completed latency_us = 206 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:36565 req_id = 618bb797-68ca-41b3-8902-c95a61b78709 response_code = 204 uri = /config
642025-06-03T01:02:14.557ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 47175, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:51503 req_id = b273880b-c780-4b8a-ac03-78565dfc063b
652025-06-03T01:02:24.559ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 1104, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:53936 req_id = 0e490b48-e705-4cc5-9b5a-8be34c24f100
662025-06-03T01:02:34.561ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 40465, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:49745 req_id = f52a6ee3-5e21-436f-a480-70d304613a61
672025-06-03T01:02:44.563ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 21339, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:57513 req_id = 3d7522b8-d801-4742-9f59-a07b2d772288
682025-06-03T01:02:54.564ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 45548, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:51785 req_id = 6c0190ad-4dac-4434-bffa-1f5411618955
692025-06-03T01:03:04.566ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55823, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:49180 req_id = e12e5382-724c-4311-aa46-6133fa4c096a
702025-06-03T01:03:10.440ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:44396
712025-06-03T01:03:10.552ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:56895
722025-06-03T01:03:10.656ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:50125
732025-06-03T01:03:10.816ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 1f174977-3f79-4240-96e1-19062a093db8
742025-06-03T01:03:10.816ZINFOdns-server (store): updated generation new_generation = 1 req_id = 1f174977-3f79-4240-96e1-19062a093db8
752025-06-03T01:03:10.816ZINFOdns-server (http): request completed latency_us = 167 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:56895 req_id = 1f174977-3f79-4240-96e1-19062a093db8 response_code = 204 uri = /config
762025-06-03T01:03:10.839ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = d4e8d3e9-89dd-4e51-92e3-c7e5fc7dbcb7
772025-06-03T01:03:10.839ZINFOdns-server (store): updated generation new_generation = 1 req_id = d4e8d3e9-89dd-4e51-92e3-c7e5fc7dbcb7
782025-06-03T01:03:10.839ZINFOdns-server (http): request completed latency_us = 187 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:44396 req_id = d4e8d3e9-89dd-4e51-92e3-c7e5fc7dbcb7 response_code = 204 uri = /config
792025-06-03T01:03:10.996ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = be534578-be85-4e03-aa87-640b11d44085
802025-06-03T01:03:10.996ZINFOdns-server (store): updated generation new_generation = 1 req_id = be534578-be85-4e03-aa87-640b11d44085
812025-06-03T01:03:10.996ZINFOdns-server (http): request completed latency_us = 167 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:50125 req_id = be534578-be85-4e03-aa87-640b11d44085 response_code = 204 uri = /config
822025-06-03T01:03:14.567ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 2195, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:56011 req_id = d7d479e5-6047-40cb-8900-7bc199b9f653
832025-06-03T01:03:24.568ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 34361, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:56542 req_id = c4706258-1504-4fd2-ab5b-255f1dc519b0
842025-06-03T01:03:34.570ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 12608, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:63141 req_id = 6a1d20a2-c4ff-4ff3-91ba-f9c8d173fe30
852025-06-03T01:03:44.572ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 23785, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:65252 req_id = 31d8c53c-a9fe-4262-b65f-2b28293ed74b
862025-06-03T01:03:54.574ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 6931, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:51013 req_id = 0f597107-e28c-4c0b-a976-ef8b17b289f4
872025-06-03T01:04:04.575ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64635, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:57541 req_id = ffbab1a8-56b8-4124-957d-217bea14e9d2
882025-06-03T01:04:10.443ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:41449
892025-06-03T01:04:10.493ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:48725
902025-06-03T01:04:10.620ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:54384
912025-06-03T01:04:10.774ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 653e389e-b913-426c-be95-8252d45f8d69
922025-06-03T01:04:10.774ZINFOdns-server (store): updated generation new_generation = 1 req_id = 653e389e-b913-426c-be95-8252d45f8d69
932025-06-03T01:04:10.774ZINFOdns-server (http): request completed latency_us = 197 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:48725 req_id = 653e389e-b913-426c-be95-8252d45f8d69 response_code = 204 uri = /config
942025-06-03T01:04:10.803ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 070c7841-dfce-43b0-a39c-44a269eea0b7
952025-06-03T01:04:10.803ZINFOdns-server (store): updated generation new_generation = 1 req_id = 070c7841-dfce-43b0-a39c-44a269eea0b7
962025-06-03T01:04:10.803ZINFOdns-server (http): request completed latency_us = 137 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:41449 req_id = 070c7841-dfce-43b0-a39c-44a269eea0b7 response_code = 204 uri = /config
972025-06-03T01:04:10.918ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 7ff4c08e-f721-421c-9aff-9782eeb30e09
982025-06-03T01:04:10.918ZINFOdns-server (store): updated generation new_generation = 1 req_id = 7ff4c08e-f721-421c-9aff-9782eeb30e09
992025-06-03T01:04:10.918ZINFOdns-server (http): request completed latency_us = 170 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:54384 req_id = 7ff4c08e-f721-421c-9aff-9782eeb30e09 response_code = 204 uri = /config
1002025-06-03T01:04:14.577ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64979, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:62576 req_id = 1ad90d4d-e793-45a2-a9b6-2e7b8b99b10a
1012025-06-03T01:04:24.579ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18313, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:62983 req_id = ab4f36ba-f3b2-474d-8b23-1f296a86ca91
1022025-06-03T01:04:34.580ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 59370, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:63417 req_id = 4491ca4e-6c58-4fb9-9940-c05b3010a0cc
1032025-06-03T01:04:44.582ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 62144, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:57473 req_id = 7e983d62-1169-4feb-b2bb-b77eccd50310
1042025-06-03T01:04:54.583ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 49854, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:57215 req_id = 648c12c1-48eb-4dda-b39f-e13a2062176a
1052025-06-03T01:05:04.584ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 45149, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:52044 req_id = af343ab1-53bb-4fde-8985-85ac2d86011f
1062025-06-03T01:05:10.467ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:44963
1072025-06-03T01:05:10.486ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:51399
1082025-06-03T01:05:10.655ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:41350
1092025-06-03T01:05:10.711ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = c0e9e1c3-b3da-4f23-ae7f-607479416e84
1102025-06-03T01:05:10.711ZINFOdns-server (store): updated generation new_generation = 1 req_id = c0e9e1c3-b3da-4f23-ae7f-607479416e84
1112025-06-03T01:05:10.711ZINFOdns-server (http): request completed latency_us = 175 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:44963 req_id = c0e9e1c3-b3da-4f23-ae7f-607479416e84 response_code = 204 uri = /config
1122025-06-03T01:05:10.781ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 898ab9d5-d187-4a3d-9552-71ea56eacf24
1132025-06-03T01:05:10.781ZINFOdns-server (store): updated generation new_generation = 1 req_id = 898ab9d5-d187-4a3d-9552-71ea56eacf24
1142025-06-03T01:05:10.781ZINFOdns-server (http): request completed latency_us = 241 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:51399 req_id = 898ab9d5-d187-4a3d-9552-71ea56eacf24 response_code = 204 uri = /config
1152025-06-03T01:05:10.958ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = ad48716e-85ad-4947-bece-68a7de964228
1162025-06-03T01:05:10.958ZINFOdns-server (store): updated generation new_generation = 1 req_id = ad48716e-85ad-4947-bece-68a7de964228
1172025-06-03T01:05:10.958ZINFOdns-server (http): request completed latency_us = 174 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:41350 req_id = ad48716e-85ad-4947-bece-68a7de964228 response_code = 204 uri = /config
1182025-06-03T01:05:14.585ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 25514, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:64999 req_id = d6fb5495-e8fd-4f91-9bd9-4f46b9f1724b
1192025-06-03T01:05:24.586ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 35771, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:60255 req_id = 8bd0d7f2-d544-4858-b57a-692983fa6d66
1202025-06-03T01:05:34.587ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 44778, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:50290 req_id = 02366877-c170-4866-ae17-7b1480382f7e
1212025-06-03T01:05:44.589ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 6663, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:63793 req_id = bc538343-e9ae-404a-a5ef-0d131d7640bb
1222025-06-03T01:05:54.591ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 25038, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:62840 req_id = 5cee362e-69f6-4d3f-af8a-88455e6d934a
1232025-06-03T01:06:04.592ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58411, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:49440 req_id = d5bbcc97-1a27-4e19-9cbe-99d25df05463