Max level shown:
12024-10-09T22:15:04.078ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 1123, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4."), ), original: Query { name: Name("oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4."), query_type: A, query_class: IN, }, }, original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 55, 48, 101, 52, 50, 101, 100, 50, 45, 51, 102, 55, 57, 45, 52, 56, 101, 48, 45, 57, 51, 97, 56, 45, 97, 101, 57, 56, 102, 54, 53, 98, 55, 51, 97, 52, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4." peer_addr = [fd00:1122:3344:101::e]:55454 req_id = 258d3dea-df74-4886-a1cf-1a0047598cf2
22024-10-09T22:15:04.078ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 1123, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4."), ), original: Query { name: Name("oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4."), query_type: A, query_class: IN, }, }, original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 55, 48, 101, 52, 50, 101, 100, 50, 45, 51, 102, 55, 57, 45, 52, 56, 101, 48, 45, 57, 51, 97, 56, 45, 97, 101, 57, 56, 102, 54, 53, 98, 55, 51, 97, 52, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4." peer_addr = [fd00:1122:3344:101::e]:44420 req_id = 895d86a8-7c64-4251-8be3-0fad2858ce96
32024-10-09T22:15:16.568ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 37290, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-admin-keeper._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::c]:51240 req_id = a8c158a2-d45a-4a00-b761-95ebe307e0ae
42024-10-09T22:15:17.262ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 10378, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-admin-keeper._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::b]:50820 req_id = a981d2af-e61d-4eeb-a728-8c3474cded0d
52024-10-09T22:15:17.272ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 46819, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-admin-keeper._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::a]:58941 req_id = ba7c7ade-61e0-4a8f-9d0f-702668b0f0b6
62024-10-09T22:15:36.103ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 48398, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-admin-keeper._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::c]:50813 req_id = 89fd2465-8933-4b24-be8f-e24d06810ec4
72024-10-09T22:15:39.781ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 6769, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: no records found for name: "_clickhouse-admin-keeper._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::c]:61186 req_id = 1581d6fc-3e76-4134-863c-b776d0243c26
82024-10-09T22:15:39.849ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::c]:46210
92024-10-09T22:15:39.895ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 6c6ec8cf-21c1-4d79-a14f-adac349861c8
102024-10-09T22:15:39.897ZINFOdns-server (store): updated generation new_generation = 1 req_id = 6c6ec8cf-21c1-4d79-a14f-adac349861c8
112024-10-09T22:15:39.899ZINFOdns-server (http): request completed latency_us = 16941 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:46210 req_id = 6c6ec8cf-21c1-4d79-a14f-adac349861c8 response_code = 204 uri = /config
122024-10-09T22:16:16.634ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::c]:58093
132024-10-09T22:16:16.635ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = ce29b92b-c821-42cd-a0c4-f31c1cd4d52f
142024-10-09T22:16:16.635ZINFOdns-server (store): updated generation new_generation = 1 req_id = ce29b92b-c821-42cd-a0c4-f31c1cd4d52f
152024-10-09T22:16:16.635ZINFOdns-server (http): request completed latency_us = 151 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:58093 req_id = ce29b92b-c821-42cd-a0c4-f31c1cd4d52f response_code = 204 uri = /config
162024-10-09T22:16:17.296ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::b]:60410
172024-10-09T22:16:17.296ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 5975b9ff-746e-486f-8b13-5f7819d9860c
182024-10-09T22:16:17.296ZINFOdns-server (store): updated generation new_generation = 1 req_id = 5975b9ff-746e-486f-8b13-5f7819d9860c
192024-10-09T22:16:17.296ZINFOdns-server (http): request completed latency_us = 171 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:60410 req_id = 5975b9ff-746e-486f-8b13-5f7819d9860c response_code = 204 uri = /config
202024-10-09T22:16:17.580ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::a]:62998
212024-10-09T22:16:17.581ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 3438255d-119a-4b6e-a092-4e0a6c3f73d2
222024-10-09T22:16:17.581ZINFOdns-server (store): updated generation new_generation = 1 req_id = 3438255d-119a-4b6e-a092-4e0a6c3f73d2
232024-10-09T22:16:17.581ZINFOdns-server (http): request completed latency_us = 143 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:62998 req_id = 3438255d-119a-4b6e-a092-4e0a6c3f73d2 response_code = 204 uri = /config
242024-10-09T22:17:16.709ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::c]:58622
252024-10-09T22:17:16.709ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = fd825b5a-d47f-42ac-a08d-f8da2447974f
262024-10-09T22:17:16.709ZINFOdns-server (store): updated generation new_generation = 1 req_id = fd825b5a-d47f-42ac-a08d-f8da2447974f
272024-10-09T22:17:16.709ZINFOdns-server (http): request completed latency_us = 167 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:58622 req_id = fd825b5a-d47f-42ac-a08d-f8da2447974f response_code = 204 uri = /config
282024-10-09T22:17:17.128ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::b]:54653
292024-10-09T22:17:17.129ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 8426b5c6-3b00-42f2-86aa-2a86d56c16a2
302024-10-09T22:17:17.129ZINFOdns-server (store): updated generation new_generation = 1 req_id = 8426b5c6-3b00-42f2-86aa-2a86d56c16a2
312024-10-09T22:17:17.129ZINFOdns-server (http): request completed latency_us = 212 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:54653 req_id = 8426b5c6-3b00-42f2-86aa-2a86d56c16a2 response_code = 204 uri = /config
322024-10-09T22:17:17.443ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::a]:47887
332024-10-09T22:17:17.443ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 34e2de38-9ebd-442c-a312-ff94ccb689a8
342024-10-09T22:17:17.443ZINFOdns-server (store): updated generation new_generation = 1 req_id = 34e2de38-9ebd-442c-a312-ff94ccb689a8
352024-10-09T22:17:17.443ZINFOdns-server (http): request completed latency_us = 214 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:47887 req_id = 34e2de38-9ebd-442c-a312-ff94ccb689a8 response_code = 204 uri = /config
362024-10-09T22:18:17.097ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::c]:38965
372024-10-09T22:18:17.098ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 9fb596ce-3713-4212-898d-2eb4a25b1e14
382024-10-09T22:18:17.098ZINFOdns-server (store): updated generation new_generation = 1 req_id = 9fb596ce-3713-4212-898d-2eb4a25b1e14
392024-10-09T22:18:17.098ZINFOdns-server (http): request completed latency_us = 1167 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:38965 req_id = 9fb596ce-3713-4212-898d-2eb4a25b1e14 response_code = 204 uri = /config
402024-10-09T22:18:17.617ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::b]:64498
412024-10-09T22:18:17.618ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 713175c9-3cd2-48bd-9b27-e1088993959c
422024-10-09T22:18:17.618ZINFOdns-server (store): updated generation new_generation = 1 req_id = 713175c9-3cd2-48bd-9b27-e1088993959c
432024-10-09T22:18:17.618ZINFOdns-server (http): request completed latency_us = 708 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:64498 req_id = 713175c9-3cd2-48bd-9b27-e1088993959c response_code = 204 uri = /config
442024-10-09T22:18:17.672ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::a]:64230
452024-10-09T22:18:17.673ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 624c7455-2639-4b4a-8ab1-a5575b69f408
462024-10-09T22:18:17.673ZINFOdns-server (store): updated generation new_generation = 1 req_id = 624c7455-2639-4b4a-8ab1-a5575b69f408
472024-10-09T22:18:17.673ZINFOdns-server (http): request completed latency_us = 603 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:64230 req_id = 624c7455-2639-4b4a-8ab1-a5575b69f408 response_code = 204 uri = /config
482024-10-09T22:19:17.104ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::c]:33712
492024-10-09T22:19:17.105ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 29244e0c-0876-4ca6-9878-6d93d7d5163f
502024-10-09T22:19:17.105ZINFOdns-server (store): updated generation new_generation = 1 req_id = 29244e0c-0876-4ca6-9878-6d93d7d5163f
512024-10-09T22:19:17.105ZINFOdns-server (http): request completed latency_us = 1660 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:33712 req_id = 29244e0c-0876-4ca6-9878-6d93d7d5163f response_code = 204 uri = /config
522024-10-09T22:19:17.452ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::b]:64585
532024-10-09T22:19:17.452ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 1bc98f01-24b2-4d41-ac7f-23e67a6d4701
542024-10-09T22:19:17.452ZINFOdns-server (store): updated generation new_generation = 1 req_id = 1bc98f01-24b2-4d41-ac7f-23e67a6d4701
552024-10-09T22:19:17.452ZINFOdns-server (http): request completed latency_us = 184 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:64585 req_id = 1bc98f01-24b2-4d41-ac7f-23e67a6d4701 response_code = 204 uri = /config
562024-10-09T22:19:17.679ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:101::a]:35023
572024-10-09T22:19:17.679ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = d1760dc0-c15d-4530-9f32-7e1d6ed69990
582024-10-09T22:19:17.679ZINFOdns-server (store): updated generation new_generation = 1 req_id = d1760dc0-c15d-4530-9f32-7e1d6ed69990
592024-10-09T22:19:17.679ZINFOdns-server (http): request completed latency_us = 134 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:35023 req_id = d1760dc0-c15d-4530-9f32-7e1d6ed69990 response_code = 204 uri = /config