Max level shown:
12025-06-04T15:45:00.744ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 51432, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_ntp_0b3b54cf-c086-4a2a-a8b0-0e5d5704ec86."), ), original: Query { name: Name("oxz_ntp_0b3b54cf-c086-4a2a-a8b0-0e5d5704ec86."), query_type: A, query_class: IN, }, }, original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 48, 98, 51, 98, 53, 52, 99, 102, 45, 99, 48, 56, 54, 45, 52, 97, 50, 97, 45, 97, 56, 98, 48, 45, 48, 101, 53, 100, 53, 55, 48, 52, 101, 99, 56, 54, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_0b3b54cf-c086-4a2a-a8b0-0e5d5704ec86." peer_addr = [fd00:1122:3344:101::1b]:64436 req_id = 4298fb3a-1dee-44e9-867c-994901ddea47
22025-06-04T15:45:00.837ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18398, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_clickhouse_844545fa-1efe-4ce8-9b7d-e1916d419b19."), ), original: Query { name: Name("oxz_clickhouse_844545fa-1efe-4ce8-9b7d-e1916d419b19."), query_type: A, query_class: IN, }, }, original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 56, 52, 52, 53, 52, 53, 102, 97, 45, 49, 101, 102, 101, 45, 52, 99, 101, 56, 45, 57, 98, 55, 100, 45, 101, 49, 57, 49, 54, 100, 52, 49, 57, 98, 49, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_844545fa-1efe-4ce8-9b7d-e1916d419b19." peer_addr = [fd00:1122:3344:101::e]:62084 req_id = 8afeb15b-3826-4dcf-944f-b7f0f394a814
32025-06-04T15:45:00.838ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18398, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_clickhouse_844545fa-1efe-4ce8-9b7d-e1916d419b19."), ), original: Query { name: Name("oxz_clickhouse_844545fa-1efe-4ce8-9b7d-e1916d419b19."), query_type: A, query_class: IN, }, }, original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 56, 52, 52, 53, 52, 53, 102, 97, 45, 49, 101, 102, 101, 45, 52, 99, 101, 56, 45, 57, 98, 55, 100, 45, 101, 49, 57, 49, 54, 100, 52, 49, 57, 98, 49, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_844545fa-1efe-4ce8-9b7d-e1916d419b19." peer_addr = [fd00:1122:3344:101::e]:35350 req_id = 2c6ee596-411c-4f5d-a741-cf15d9041c6d
42025-06-04T15:45:00.858ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55676, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_fbe1a77c-b0c8-483c-aca7-3be5e1a35d61."), ), original: Query { name: Name("oxz_cockroachdb_fbe1a77c-b0c8-483c-aca7-3be5e1a35d61."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 98, 101, 49, 97, 55, 55, 99, 45, 98, 48, 99, 56, 45, 52, 56, 51, 99, 45, 97, 99, 97, 55, 45, 51, 98, 101, 53, 101, 49, 97, 51, 53, 100, 54, 49, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fbe1a77c-b0c8-483c-aca7-3be5e1a35d61." peer_addr = [fd00:1122:3344:101::4]:42696 req_id = 45be2784-7fc9-4f2e-b8d6-d0b4ea808855
52025-06-04T15:45:00.859ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55676, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_fbe1a77c-b0c8-483c-aca7-3be5e1a35d61."), ), original: Query { name: Name("oxz_cockroachdb_fbe1a77c-b0c8-483c-aca7-3be5e1a35d61."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 98, 101, 49, 97, 55, 55, 99, 45, 98, 48, 99, 56, 45, 52, 56, 51, 99, 45, 97, 99, 97, 55, 45, 51, 98, 101, 53, 101, 49, 97, 51, 53, 100, 54, 49, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fbe1a77c-b0c8-483c-aca7-3be5e1a35d61." peer_addr = [fd00:1122:3344:101::4]:44657 req_id = 2d266531-efc3-4272-9476-49697074cf0e
62025-06-04T15:45:01.061ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 11406, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_c1117bdd-450d-4784-9528-e72f8211e8f5."), ), original: Query { name: Name("oxz_cockroachdb_c1117bdd-450d-4784-9528-e72f8211e8f5."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 99, 49, 49, 49, 55, 98, 100, 100, 45, 52, 53, 48, 100, 45, 52, 55, 56, 52, 45, 57, 53, 50, 56, 45, 101, 55, 50, 102, 56, 50, 49, 49, 101, 56, 102, 53, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_c1117bdd-450d-4784-9528-e72f8211e8f5." peer_addr = [fd00:1122:3344:101::6]:65039 req_id = 2c4c78c1-5cb8-4c76-a47a-09254f77e3c2
72025-06-04T15:45:01.062ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 11406, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_c1117bdd-450d-4784-9528-e72f8211e8f5."), ), original: Query { name: Name("oxz_cockroachdb_c1117bdd-450d-4784-9528-e72f8211e8f5."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 99, 49, 49, 49, 55, 98, 100, 100, 45, 52, 53, 48, 100, 45, 52, 55, 56, 52, 45, 57, 53, 50, 56, 45, 101, 55, 50, 102, 56, 50, 49, 49, 101, 56, 102, 53, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_c1117bdd-450d-4784-9528-e72f8211e8f5." peer_addr = [fd00:1122:3344:101::6]:59986 req_id = 73b55e55-2589-4a88-a765-38543ddf474d
82025-06-04T15:45:01.143ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64408, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_4e0f49f2-5897-4b83-bc4e-da213c0a7da9."), ), original: Query { name: Name("oxz_cockroachdb_4e0f49f2-5897-4b83-bc4e-da213c0a7da9."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 101, 48, 102, 52, 57, 102, 50, 45, 53, 56, 57, 55, 45, 52, 98, 56, 51, 45, 98, 99, 52, 101, 45, 100, 97, 50, 49, 51, 99, 48, 97, 55, 100, 97, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4e0f49f2-5897-4b83-bc4e-da213c0a7da9." peer_addr = [fd00:1122:3344:101::3]:55055 req_id = 29a1ecbb-1395-4143-9efe-a4700910c081
92025-06-04T15:45:01.144ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64408, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_4e0f49f2-5897-4b83-bc4e-da213c0a7da9."), ), original: Query { name: Name("oxz_cockroachdb_4e0f49f2-5897-4b83-bc4e-da213c0a7da9."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 101, 48, 102, 52, 57, 102, 50, 45, 53, 56, 57, 55, 45, 52, 98, 56, 51, 45, 98, 99, 52, 101, 45, 100, 97, 50, 49, 51, 99, 48, 97, 55, 100, 97, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4e0f49f2-5897-4b83-bc4e-da213c0a7da9." peer_addr = [fd00:1122:3344:101::3]:55155 req_id = 80b2ccc4-db10-4e0c-84e7-4eac2c4b9f6f
102025-06-04T15:45:01.236ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5752, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_cfffc35e-c038-4d4d-bdab-d0d52f53ad03."), ), original: Query { name: Name("oxz_cockroachdb_cfffc35e-c038-4d4d-bdab-d0d52f53ad03."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 99, 102, 102, 102, 99, 51, 53, 101, 45, 99, 48, 51, 56, 45, 52, 100, 52, 100, 45, 98, 100, 97, 98, 45, 100, 48, 100, 53, 50, 102, 53, 51, 97, 100, 48, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_cfffc35e-c038-4d4d-bdab-d0d52f53ad03." peer_addr = [fd00:1122:3344:101::5]:61386 req_id = e70259e1-9138-426c-a2b4-73c640580c41
112025-06-04T15:45:01.236ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5752, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_cfffc35e-c038-4d4d-bdab-d0d52f53ad03."), ), original: Query { name: Name("oxz_cockroachdb_cfffc35e-c038-4d4d-bdab-d0d52f53ad03."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 99, 102, 102, 102, 99, 51, 53, 101, 45, 99, 48, 51, 56, 45, 52, 100, 52, 100, 45, 98, 100, 97, 98, 45, 100, 48, 100, 53, 50, 102, 53, 51, 97, 100, 48, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_cfffc35e-c038-4d4d-bdab-d0d52f53ad03." peer_addr = [fd00:1122:3344:101::5]:48441 req_id = 7f807534-1bfe-4d55-a174-c54ad37e04d9
122025-06-04T15:45:01.240ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 14056, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_f5bb06b2-ab8f-4dcd-b813-f58f6e0c6f19."), ), original: Query { name: Name("oxz_cockroachdb_f5bb06b2-ab8f-4dcd-b813-f58f6e0c6f19."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 53, 98, 98, 48, 54, 98, 50, 45, 97, 98, 56, 102, 45, 52, 100, 99, 100, 45, 98, 56, 49, 51, 45, 102, 53, 56, 102, 54, 101, 48, 99, 54, 102, 49, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f5bb06b2-ab8f-4dcd-b813-f58f6e0c6f19." peer_addr = [fd00:1122:3344:101::7]:57452 req_id = c74011e7-3e68-4956-ac06-6d3e12803cb0
132025-06-04T15:45:01.241ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 14056, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("oxz_cockroachdb_f5bb06b2-ab8f-4dcd-b813-f58f6e0c6f19."), ), original: Query { name: Name("oxz_cockroachdb_f5bb06b2-ab8f-4dcd-b813-f58f6e0c6f19."), query_type: A, query_class: IN, }, }, original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 53, 98, 98, 48, 54, 98, 50, 45, 97, 98, 56, 102, 45, 52, 100, 99, 100, 45, 98, 56, 49, 51, 45, 102, 53, 56, 102, 54, 101, 48, 99, 54, 102, 49, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f5bb06b2-ab8f-4dcd-b813-f58f6e0c6f19." peer_addr = [fd00:1122:3344:101::7]:65355 req_id = f7bf5477-a3a2-4c71-a23d-c89170c84481
142025-06-04T15:45:09.846ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 54424, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:63946 req_id = 1d081584-be8b-43db-891b-ad2ec5561b62
152025-06-04T15:45:19.848ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 9542, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:55859 req_id = e2da09c2-1fdb-4327-b664-b7e50895342e
162025-06-04T15:45:29.851ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 1044, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:51976 req_id = a5ba0d48-82d2-41ca-bbd5-75dded7b6766
172025-06-04T15:45:39.853ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 42635, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:59315 req_id = be5e5eb0-40fd-460d-ba90-fdfb4b2360c7
182025-06-04T15:45:49.855ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 24097, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:65402 req_id = 8941286a-8158-419f-b05f-773e473e4b5b
192025-06-04T15:45:51.404ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:51828
202025-06-04T15:45:51.435ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:59938
212025-06-04T15:45:51.638ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 49897, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:62992 req_id = 766130c0-4364-4d53-9366-94764ad22e5e
222025-06-04T15:45:51.878ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = e176e834-d932-4f08-925a-4cc051728031
232025-06-04T15:45:51.878ZINFOdns-server (store): updated generation new_generation = 1 req_id = e176e834-d932-4f08-925a-4cc051728031
242025-06-04T15:45:51.878ZINFOdns-server (http): request completed latency_us = 290 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:59938 req_id = e176e834-d932-4f08-925a-4cc051728031 response_code = 204 uri = /config
252025-06-04T15:45:51.926ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 15957, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:50927 req_id = 66a3561e-5e6d-4518-8a5b-1e846d07996c
262025-06-04T15:45:51.941ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 5d203140-8ac6-47e1-8839-4733cae6151a
272025-06-04T15:45:51.941ZINFOdns-server (store): updated generation new_generation = 1 req_id = 5d203140-8ac6-47e1-8839-4733cae6151a
282025-06-04T15:45:51.941ZINFOdns-server (http): request completed latency_us = 231 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:51828 req_id = 5d203140-8ac6-47e1-8839-4733cae6151a response_code = 204 uri = /config
292025-06-04T15:45:52.124ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:55713
302025-06-04T15:45:52.492ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 80e9cab9-8cc9-4b9e-bce4-1921688ac6ba
312025-06-04T15:45:52.492ZINFOdns-server (store): updated generation new_generation = 1 req_id = 80e9cab9-8cc9-4b9e-bce4-1921688ac6ba
322025-06-04T15:45:52.492ZINFOdns-server (http): request completed latency_us = 194 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:55713 req_id = 80e9cab9-8cc9-4b9e-bce4-1921688ac6ba response_code = 204 uri = /config
332025-06-04T15:45:54.000ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 8514, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:63131 req_id = 1d156529-092a-4e79-8633-87ec9e073d00
342025-06-04T15:45:59.857ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 53022, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:49161 req_id = 0d62a700-f306-4ced-bf78-ce01364f9416
352025-06-04T15:46:09.859ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58561, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:49473 req_id = b78223e5-77d5-4f4e-ae63-5429644a8385
362025-06-04T15:46:19.860ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 57644, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:59943 req_id = dd6c4a2a-0b9b-4288-8348-cb1d6599fb46
372025-06-04T15:46:28.063ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56185, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:57296 req_id = 5802eec6-8977-401a-9ca8-103e7b5ad3c8
382025-06-04T15:46:28.069ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41970, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:48631 req_id = 12c9d209-6df3-4dd0-96ee-b0910a0ba292
392025-06-04T15:46:28.074ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 33751, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:36804 req_id = 36f13934-ab9e-4d1c-b7bc-af02eea1c58a
402025-06-04T15:46:29.862ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64915, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:64050 req_id = 9177ca4f-6aa3-4b3b-88f0-26d593cdfec8
412025-06-04T15:46:39.864ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 12197, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:59607 req_id = b1603bb2-80e0-4e00-ada9-488424164aeb
422025-06-04T15:46:49.866ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 10903, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:52179 req_id = 57fb7c57-fea6-4f21-b94b-4e61e413deaa
432025-06-04T15:46:51.440ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:37510
442025-06-04T15:46:51.475ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:36484
452025-06-04T15:46:51.724ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 06087709-37da-47d6-852f-4c480975dc06
462025-06-04T15:46:51.724ZINFOdns-server (store): updated generation new_generation = 1 req_id = 06087709-37da-47d6-852f-4c480975dc06
472025-06-04T15:46:51.724ZINFOdns-server (http): request completed latency_us = 182 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:36484 req_id = 06087709-37da-47d6-852f-4c480975dc06 response_code = 204 uri = /config
482025-06-04T15:46:51.835ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 8ffa1de9-b6f5-43ec-9b99-b38ede321ccb
492025-06-04T15:46:51.836ZINFOdns-server (store): updated generation new_generation = 1 req_id = 8ffa1de9-b6f5-43ec-9b99-b38ede321ccb
502025-06-04T15:46:51.836ZINFOdns-server (http): request completed latency_us = 251 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:37510 req_id = 8ffa1de9-b6f5-43ec-9b99-b38ede321ccb response_code = 204 uri = /config
512025-06-04T15:46:52.066ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:59002
522025-06-04T15:46:52.430ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 09abf097-94c0-47a3-b0d0-3542252c0c2b
532025-06-04T15:46:52.430ZINFOdns-server (store): updated generation new_generation = 1 req_id = 09abf097-94c0-47a3-b0d0-3542252c0c2b
542025-06-04T15:46:52.430ZINFOdns-server (http): request completed latency_us = 174 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:59002 req_id = 09abf097-94c0-47a3-b0d0-3542252c0c2b response_code = 204 uri = /config
552025-06-04T15:46:59.868ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 6060, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:60299 req_id = 83d026c6-9ac2-4dc4-bbad-856ec1687670
562025-06-04T15:47:09.869ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 16158, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:54803 req_id = 2fcbf1b0-4047-4f19-a625-91c70f439c35
572025-06-04T15:47:19.870ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27986, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:58474 req_id = 0a35ae81-0ba6-4e2c-98ab-1efe489c13cc
582025-06-04T15:47:29.871ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26533, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:56184 req_id = c43c46b1-3cbb-4b70-a337-cd49ff25592c
592025-06-04T15:47:39.872ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 21710, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:50284 req_id = 2795cf33-9d42-410f-9170-71425fe84320
602025-06-04T15:47:49.873ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 16930, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:62681 req_id = 8432199f-121d-4508-9a22-b47401a37996
612025-06-04T15:47:51.378ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:36754
622025-06-04T15:47:51.605ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:33944
632025-06-04T15:47:51.656ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 6e9de47a-8d7b-4dfe-b53d-1fe2e7e03adc
642025-06-04T15:47:51.656ZINFOdns-server (store): updated generation new_generation = 1 req_id = 6e9de47a-8d7b-4dfe-b53d-1fe2e7e03adc
652025-06-04T15:47:51.656ZINFOdns-server (http): request completed latency_us = 231 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:36754 req_id = 6e9de47a-8d7b-4dfe-b53d-1fe2e7e03adc response_code = 204 uri = /config
662025-06-04T15:47:51.800ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 322c0458-7745-44af-9706-43e6736642f5
672025-06-04T15:47:51.800ZINFOdns-server (store): updated generation new_generation = 1 req_id = 322c0458-7745-44af-9706-43e6736642f5
682025-06-04T15:47:51.800ZINFOdns-server (http): request completed latency_us = 197 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:33944 req_id = 322c0458-7745-44af-9706-43e6736642f5 response_code = 204 uri = /config
692025-06-04T15:47:51.996ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:58128
702025-06-04T15:47:52.297ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 02611055-de5d-47e6-bc17-14167923abbb
712025-06-04T15:47:52.297ZINFOdns-server (store): updated generation new_generation = 1 req_id = 02611055-de5d-47e6-bc17-14167923abbb
722025-06-04T15:47:52.297ZINFOdns-server (http): request completed latency_us = 253 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:58128 req_id = 02611055-de5d-47e6-bc17-14167923abbb response_code = 204 uri = /config
732025-06-04T15:47:59.875ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 57902, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:49477 req_id = 38caa604-059f-4cd3-8ed7-7b6cab911dea
742025-06-04T15:48:09.876ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 16555, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:58624 req_id = 7ccd98ef-3c10-47ef-a9c1-746af265b421
752025-06-04T15:48:19.878ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 4484, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:61628 req_id = 7b460177-da09-4df0-9044-b12fe07adaac
762025-06-04T15:48:29.880ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64198, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:56011 req_id = 39839260-08ae-4ecb-b2b8-de413872c490
772025-06-04T15:48:39.882ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 24503, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:55796 req_id = e003a96b-975e-4e1c-8035-9b344a3e5ae8
782025-06-04T15:48:49.884ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 6081, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:62306 req_id = 63e99d42-3d35-4bda-aa1d-abf01c69a29f
792025-06-04T15:48:51.448ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:57209
802025-06-04T15:48:51.590ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:50304
812025-06-04T15:48:51.704ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = f6e2f572-5e47-4d70-a888-0880d3dd0214
822025-06-04T15:48:51.704ZINFOdns-server (store): updated generation new_generation = 1 req_id = f6e2f572-5e47-4d70-a888-0880d3dd0214
832025-06-04T15:48:51.704ZINFOdns-server (http): request completed latency_us = 173 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:57209 req_id = f6e2f572-5e47-4d70-a888-0880d3dd0214 response_code = 204 uri = /config
842025-06-04T15:48:51.921ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:55768
852025-06-04T15:48:51.940ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = b3213c3a-9391-4bfd-b0cc-2d59b47a570c
862025-06-04T15:48:51.940ZINFOdns-server (store): updated generation new_generation = 1 req_id = b3213c3a-9391-4bfd-b0cc-2d59b47a570c
872025-06-04T15:48:51.940ZINFOdns-server (http): request completed latency_us = 225 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:50304 req_id = b3213c3a-9391-4bfd-b0cc-2d59b47a570c response_code = 204 uri = /config
882025-06-04T15:48:52.261ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = b05d8662-10d6-4edf-a902-0f9cad7d3306
892025-06-04T15:48:52.261ZINFOdns-server (store): updated generation new_generation = 1 req_id = b05d8662-10d6-4edf-a902-0f9cad7d3306
902025-06-04T15:48:52.261ZINFOdns-server (http): request completed latency_us = 172 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:55768 req_id = b05d8662-10d6-4edf-a902-0f9cad7d3306 response_code = 204 uri = /config
912025-06-04T15:48:59.885ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 57388, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:51215 req_id = b49d3762-6938-45f3-8626-cf0a3b45a1dc
922025-06-04T15:49:09.887ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 28654, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:52751 req_id = e45bc979-fe3d-47fa-bb69-e1b9c16398a6
932025-06-04T15:49:19.890ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 33110, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:52812 req_id = 19f39cbb-1811-4028-8fae-66456e07852b
942025-06-04T15:49:29.892ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 50075, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:53493 req_id = 82c1dffb-d391-4839-957f-72113e7437d4
952025-06-04T15:49:39.893ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58813, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:59615 req_id = 6619321c-dfc7-43fe-af8d-b17dbf14fb3c
962025-06-04T15:49:49.894ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 52993, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:61639 req_id = f261a0a2-f15e-4fd3-9b5b-08d65aa14822
972025-06-04T15:49:51.498ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::b]:43781
982025-06-04T15:49:51.580ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::a]:47934
992025-06-04T15:49:51.819ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 54784ba6-108b-430a-ae80-d7b07cd31dde
1002025-06-04T15:49:51.819ZINFOdns-server (store): updated generation new_generation = 1 req_id = 54784ba6-108b-430a-ae80-d7b07cd31dde
1012025-06-04T15:49:51.819ZINFOdns-server (http): request completed latency_us = 274 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::b]:43781 req_id = 54784ba6-108b-430a-ae80-d7b07cd31dde response_code = 204 uri = /config
1022025-06-04T15:49:51.880ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = a55e8635-1845-4c0b-ae33-b046d75be124
1032025-06-04T15:49:51.880ZINFOdns-server (store): updated generation new_generation = 1 req_id = a55e8635-1845-4c0b-ae33-b046d75be124
1042025-06-04T15:49:51.880ZINFOdns-server (http): request completed latency_us = 246 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::a]:47934 req_id = a55e8635-1845-4c0b-ae33-b046d75be124 response_code = 204 uri = /config
1052025-06-04T15:49:52.043ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:101::c]:35681
1062025-06-04T15:49:52.285ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 84df53fe-d6fc-454e-b3e1-56cd863e2844
1072025-06-04T15:49:52.285ZINFOdns-server (store): updated generation new_generation = 1 req_id = 84df53fe-d6fc-454e-b3e1-56cd863e2844
1082025-06-04T15:49:52.285ZINFOdns-server (http): request completed latency_us = 232 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:101::c]:35681 req_id = 84df53fe-d6fc-454e-b3e1-56cd863e2844 response_code = 204 uri = /config
1092025-06-04T15:49:59.896ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 47834, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:63214 req_id = d3da1e16-2db8-4283-a4d3-ad90924725bd
1102025-06-04T15:50:09.897ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 28738, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:64273 req_id = c211fcf4-9796-4dc0-945b-488e59210f76
1112025-06-04T15:50:19.899ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 32862, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:57545 req_id = 1522db1a-fa29-4f5d-9569-6b77ff7465a0
1122025-06-04T15:50:28.280ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 54251, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:50439 req_id = d1971b64-0013-478f-a956-e454d7f2172a
1132025-06-04T15:50:28.285ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41146, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:61216 req_id = 0737bca6-5d74-4c89-83e2-b3e185f1248c
1142025-06-04T15:50:28.289ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 29074, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:47226 req_id = 95534de6-6013-4876-80ad-dc3d7f56b04c
1152025-06-04T15:50:29.900ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 47510, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:58051 req_id = 708c5129-09cb-4ff7-a949-5acc7956aeb6
1162025-06-04T15:50:39.903ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 35903, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, query: WireQuery { query: LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, dnssec_ok: false, max_payload: 1232, options: OPT { options: {}, }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:54118 req_id = aeb94693-9b00-462d-8e9f-e63323f2c635