Max level shown:
12025-03-11T22:15:00.848ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27333, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_079ad986-f655-44bb-b43f-f40e2f78e07b."), ), original: Query { name: Name("oxz_cockroachdb_079ad986-f655-44bb-b43f-f40e2f78e07b."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 48, 55, 57, 97, 100, 57, 56, 54, 45, 102, 54, 53, 53, 45, 52, 52, 98, 98, 45, 98, 52, 51, 102, 45, 102, 52, 48, 101, 50, 102, 55, 56, 101, 48, 55, 98, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_079ad986-f655-44bb-b43f-f40e2f78e07b." peer_addr = [fd00:1122:3344:101::4]:36568 req_id = 71640d12-ac29-473a-bbf3-3adf4061dd1e
22025-03-11T22:15:00.848ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27333, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_079ad986-f655-44bb-b43f-f40e2f78e07b."), ), original: Query { name: Name("oxz_cockroachdb_079ad986-f655-44bb-b43f-f40e2f78e07b."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 48, 55, 57, 97, 100, 57, 56, 54, 45, 102, 54, 53, 53, 45, 52, 52, 98, 98, 45, 98, 52, 51, 102, 45, 102, 52, 48, 101, 50, 102, 55, 56, 101, 48, 55, 98, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_079ad986-f655-44bb-b43f-f40e2f78e07b." peer_addr = [fd00:1122:3344:101::4]:42716 req_id = e5e3e19a-6436-4d91-9aa4-c91c570af856
32025-03-11T22:15:02.578ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 30628, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:62522 req_id = da6b2d17-482b-43db-b6d3-9fbb87326c14
42025-03-11T22:15:12.579ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 61613, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:64360 req_id = b66b7471-098f-435a-8f21-5d7ef7e0f7ec
52025-03-11T22:15:13.885ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:43218
62025-03-11T22:15:13.889ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:61669
72025-03-11T22:15:13.977ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 09481901-9a94-4317-85e0-328266d3be38
82025-03-11T22:15:13.977ZINFOdns-server (store): updated generation new_generation = 1 req_id = 09481901-9a94-4317-85e0-328266d3be38
92025-03-11T22:15:13.977ZINFOdns-server (http): request completed latency_us = 170 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:61669 req_id = 09481901-9a94-4317-85e0-328266d3be38 response_code = 204 uri = /config
102025-03-11T22:15:13.989ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 1719184c-4711-42fb-9060-25e5d25862bc
112025-03-11T22:15:13.989ZINFOdns-server (store): updated generation new_generation = 1 req_id = 1719184c-4711-42fb-9060-25e5d25862bc
122025-03-11T22:15:13.989ZINFOdns-server (http): request completed latency_us = 206 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:43218 req_id = 1719184c-4711-42fb-9060-25e5d25862bc response_code = 204 uri = /config
132025-03-11T22:15:14.277ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:53438
142025-03-11T22:15:14.358ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = c4da6478-e89a-4240-bd85-031dac5c2b08
152025-03-11T22:15:14.358ZINFOdns-server (store): updated generation new_generation = 1 req_id = c4da6478-e89a-4240-bd85-031dac5c2b08
162025-03-11T22:15:14.358ZINFOdns-server (http): request completed latency_us = 143 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:53438 req_id = c4da6478-e89a-4240-bd85-031dac5c2b08 response_code = 204 uri = /config
172025-03-11T22:15:22.580ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 20901, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:53651 req_id = b8bb340b-3da0-4358-9a85-dbfd34a020dc
182025-03-11T22:15:32.581ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 57470, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:58038 req_id = d0622bf6-4a24-4954-9856-45e0932404c1
192025-03-11T22:15:42.582ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 1413, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:55610 req_id = b4b08b12-7ab7-4d1a-a69e-37ad358a6861
202025-03-11T22:15:52.584ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9151, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:63651 req_id = ca857f9a-9d31-46e8-a9de-6d01739f3478
212025-03-11T22:16:02.585ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 33567, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:61721 req_id = 0997209f-1705-4835-90b4-01166d28d0f7
222025-03-11T22:16:12.586ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41888, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:49702 req_id = 1933f602-764d-4437-b4ca-bf0bb27e6e61
232025-03-11T22:16:13.990ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:65236
242025-03-11T22:16:14.091ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:58703
252025-03-11T22:16:14.099ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 1b8824ee-1e81-4509-b35e-9d7722db71bb
262025-03-11T22:16:14.099ZINFOdns-server (store): updated generation new_generation = 1 req_id = 1b8824ee-1e81-4509-b35e-9d7722db71bb
272025-03-11T22:16:14.099ZINFOdns-server (http): request completed latency_us = 200 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:65236 req_id = 1b8824ee-1e81-4509-b35e-9d7722db71bb response_code = 204 uri = /config
282025-03-11T22:16:14.177ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = fb7e3bce-8a9d-49ed-b311-21ca9d9c66f6
292025-03-11T22:16:14.177ZINFOdns-server (store): updated generation new_generation = 1 req_id = fb7e3bce-8a9d-49ed-b311-21ca9d9c66f6
302025-03-11T22:16:14.177ZINFOdns-server (http): request completed latency_us = 179 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:58703 req_id = fb7e3bce-8a9d-49ed-b311-21ca9d9c66f6 response_code = 204 uri = /config
312025-03-11T22:16:14.277ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:65330
322025-03-11T22:16:14.415ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = b25aa9d3-93c7-448c-aa51-9d368b8d39f0
332025-03-11T22:16:14.415ZINFOdns-server (store): updated generation new_generation = 1 req_id = b25aa9d3-93c7-448c-aa51-9d368b8d39f0
342025-03-11T22:16:14.415ZINFOdns-server (http): request completed latency_us = 141 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:65330 req_id = b25aa9d3-93c7-448c-aa51-9d368b8d39f0 response_code = 204 uri = /config
352025-03-11T22:16:22.589ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 46679, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:53955 req_id = 5f8cba25-72f6-41ce-8843-a324b49ceb04
362025-03-11T22:16:32.590ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26969, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:58513 req_id = b65ecda9-74ba-422e-9aeb-9831d2e0f25d
372025-03-11T22:16:42.591ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31579, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:55138 req_id = 2d21c98d-6307-47ec-8b9a-bcc437c98682
382025-03-11T22:16:52.592ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41261, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:63271 req_id = 586146e6-44f9-4aa9-bf5c-e6bc34ef0fa3
392025-03-11T22:17:02.594ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 54425, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:55205 req_id = 880d0bdd-a624-4027-9aa7-30a8f80ca72a
402025-03-11T22:17:12.595ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 21457, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:63349 req_id = d3b43335-41eb-42ad-bb78-7787723d8f6c
412025-03-11T22:17:13.799ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:34038
422025-03-11T22:17:13.989ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 44209, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-admin-keeper._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::c]:51761 req_id = 923e4de0-f652-4434-90a9-8a727ca898d2
432025-03-11T22:17:14.001ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 09a18e6d-ddeb-4bab-8b76-d81231f8c441
442025-03-11T22:17:14.001ZINFOdns-server (store): updated generation new_generation = 1 req_id = 09a18e6d-ddeb-4bab-8b76-d81231f8c441
452025-03-11T22:17:14.001ZINFOdns-server (http): request completed latency_us = 180 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:34038 req_id = 09a18e6d-ddeb-4bab-8b76-d81231f8c441 response_code = 204 uri = /config
462025-03-11T22:17:14.052ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:36127
472025-03-11T22:17:14.229ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 1701, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-admin-keeper._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::b]:51302 req_id = 519359cc-6d99-4069-bbeb-a1c37e1d9373
482025-03-11T22:17:14.254ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 2f309d4e-58f7-4fc1-b1d6-2210dae90847
492025-03-11T22:17:14.254ZINFOdns-server (store): updated generation new_generation = 1 req_id = 2f309d4e-58f7-4fc1-b1d6-2210dae90847
502025-03-11T22:17:14.254ZINFOdns-server (http): request completed latency_us = 145 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:36127 req_id = 2f309d4e-58f7-4fc1-b1d6-2210dae90847 response_code = 204 uri = /config
512025-03-11T22:17:14.300ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5061, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-admin-keeper._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::a]:65146 req_id = b26c47f6-5e1d-40b4-b94b-6bed2ee90d47
522025-03-11T22:17:14.414ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:43813
532025-03-11T22:17:14.540ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = bb21e40b-53e7-4fba-a56b-2b5109a2a033
542025-03-11T22:17:14.540ZINFOdns-server (store): updated generation new_generation = 1 req_id = bb21e40b-53e7-4fba-a56b-2b5109a2a033
552025-03-11T22:17:14.540ZINFOdns-server (http): request completed latency_us = 129 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:43813 req_id = bb21e40b-53e7-4fba-a56b-2b5109a2a033 response_code = 204 uri = /config
562025-03-11T22:17:22.597ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 11353, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:49713 req_id = 36e3b941-ed7f-4dc6-9829-c086886dbe5f
572025-03-11T22:17:32.598ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 50619, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:65512 req_id = a80e2639-9fe1-4bea-adf2-15306db1a8d5
582025-03-11T22:17:42.599ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 16986, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:52041 req_id = 454244cc-1da0-4105-ad9d-9120124100e7
592025-03-11T22:17:52.601ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 24704, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:65136 req_id = b5206a76-a5b0-4aae-8327-0bacb232a2d9
602025-03-11T22:18:02.602ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 36549, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:50285 req_id = 75a21379-f765-4906-a3ec-9c40dd5ced92
612025-03-11T22:18:12.604ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41563, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:63576 req_id = 8c30ec92-66ca-45e6-8a40-0ae8be1fc9d1
622025-03-11T22:18:14.036ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:41138
632025-03-11T22:18:14.055ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:60247
642025-03-11T22:18:14.130ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 62c6b954-21ec-4934-ac1a-c53e469b5268
652025-03-11T22:18:14.130ZINFOdns-server (store): updated generation new_generation = 1 req_id = 62c6b954-21ec-4934-ac1a-c53e469b5268
662025-03-11T22:18:14.130ZINFOdns-server (http): request completed latency_us = 150 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:41138 req_id = 62c6b954-21ec-4934-ac1a-c53e469b5268 response_code = 204 uri = /config
672025-03-11T22:18:14.162ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 5734c8a6-f997-432d-ab60-a82b1e0f1084
682025-03-11T22:18:14.162ZINFOdns-server (store): updated generation new_generation = 1 req_id = 5734c8a6-f997-432d-ab60-a82b1e0f1084
692025-03-11T22:18:14.162ZINFOdns-server (http): request completed latency_us = 139 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:60247 req_id = 5734c8a6-f997-432d-ab60-a82b1e0f1084 response_code = 204 uri = /config
702025-03-11T22:18:14.487ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:46587
712025-03-11T22:18:14.538ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = c16deb10-452f-4372-bf95-4e3a20492835
722025-03-11T22:18:14.538ZINFOdns-server (store): updated generation new_generation = 1 req_id = c16deb10-452f-4372-bf95-4e3a20492835
732025-03-11T22:18:14.538ZINFOdns-server (http): request completed latency_us = 138 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:46587 req_id = c16deb10-452f-4372-bf95-4e3a20492835 response_code = 204 uri = /config
742025-03-11T22:18:22.605ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 43778, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:55047 req_id = 83a50df7-95bf-493d-a4e6-59cc2f97e1d8
752025-03-11T22:18:32.607ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 60137, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:52639 req_id = 52af05b7-0314-4032-8438-8b39b3a645e7
762025-03-11T22:18:42.609ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 50077, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:56834 req_id = 52e5f75e-cd34-4076-b7e5-600593d62c1d
772025-03-11T22:18:52.611ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 40243, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:59686 req_id = 484324b7-cd8e-4e8f-affd-cb335d8f0994
782025-03-11T22:19:02.613ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 44856, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:61796 req_id = ddc4ab68-3090-4b6f-9b55-cb805e5f2bf6
792025-03-11T22:19:12.614ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 3877, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:51876 req_id = b69988c0-3e51-4194-a97c-16163e180eed
802025-03-11T22:19:13.903ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:33255
812025-03-11T22:19:13.959ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 6bcf21dc-c1ba-43a9-b247-b793910d59b5
822025-03-11T22:19:13.959ZINFOdns-server (store): updated generation new_generation = 1 req_id = 6bcf21dc-c1ba-43a9-b247-b793910d59b5
832025-03-11T22:19:13.959ZINFOdns-server (http): request completed latency_us = 146 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:33255 req_id = 6bcf21dc-c1ba-43a9-b247-b793910d59b5 response_code = 204 uri = /config
842025-03-11T22:19:14.050ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:41877
852025-03-11T22:19:14.184ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = ef2b9569-ed0a-41fa-969e-5255b243afef
862025-03-11T22:19:14.184ZINFOdns-server (store): updated generation new_generation = 1 req_id = ef2b9569-ed0a-41fa-969e-5255b243afef
872025-03-11T22:19:14.184ZINFOdns-server (http): request completed latency_us = 163 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:41877 req_id = ef2b9569-ed0a-41fa-969e-5255b243afef response_code = 204 uri = /config
882025-03-11T22:19:14.216ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:54833
892025-03-11T22:19:14.336ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = d2fb9a52-115c-44a2-9091-364915b38a07
902025-03-11T22:19:14.336ZINFOdns-server (store): updated generation new_generation = 1 req_id = d2fb9a52-115c-44a2-9091-364915b38a07
912025-03-11T22:19:14.336ZINFOdns-server (http): request completed latency_us = 145 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:54833 req_id = d2fb9a52-115c-44a2-9091-364915b38a07 response_code = 204 uri = /config
922025-03-11T22:19:22.616ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 52476, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:57669 req_id = 3da3d6fb-3541-4c7a-9165-71257c5836ff
932025-03-11T22:19:32.618ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27907, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:54161 req_id = 01375326-0ee9-4c2f-9208-b96adfe7e52e
942025-03-11T22:19:42.620ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 44417, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:60839 req_id = 127fc89e-1c95-4edb-9dce-315bf4d85562
952025-03-11T22:19:52.622ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 25699, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:60395 req_id = 0a6e336f-7aec-48b7-aaa1-2c6cdd5161e8
962025-03-11T22:20:02.624ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 21687, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-cluster-native._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::d]:52039 req_id = 4945c5cf-dabc-4708-b6de-5d7edcb4afb2