| 1 | 2026-08-25T08:15:00.548Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 12876,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_789801a1-b145-4cb3-9f8a-857050b1b5ae."),
),
original: Query {
name: Name("oxz_cockroachdb_789801a1-b145-4cb3-9f8a-857050b1b5ae."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
56,
57,
56,
48,
49,
97,
49,
45,
98,
49,
52,
53,
45,
52,
99,
98,
51,
45,
57,
102,
56,
97,
45,
56,
53,
55,
48,
53,
48,
98,
49,
98,
53,
97,
101,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_789801a1-b145-4cb3-9f8a-857050b1b5ae."
peer_addr = [fd00:1122:3344:101::3]:64956
req_id = 6e0f0376-f0b5-4d1c-a1f6-145a9458c05f
|
| 2 | 2026-08-25T08:15:00.549Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 12876,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_789801a1-b145-4cb3-9f8a-857050b1b5ae."),
),
original: Query {
name: Name("oxz_cockroachdb_789801a1-b145-4cb3-9f8a-857050b1b5ae."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
56,
57,
56,
48,
49,
97,
49,
45,
98,
49,
52,
53,
45,
52,
99,
98,
51,
45,
57,
102,
56,
97,
45,
56,
53,
55,
48,
53,
48,
98,
49,
98,
53,
97,
101,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_789801a1-b145-4cb3-9f8a-857050b1b5ae."
peer_addr = [fd00:1122:3344:101::3]:42866
req_id = 73d8b5cd-0992-412d-9368-26d0ca445919
|
| 3 | 2026-08-25T08:15:00.721Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 42400,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_2b93f6d3-93be-4805-8786-efac035ede97."),
),
original: Query {
name: Name("oxz_cockroachdb_2b93f6d3-93be-4805-8786-efac035ede97."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
50,
98,
57,
51,
102,
54,
100,
51,
45,
57,
51,
98,
101,
45,
52,
56,
48,
53,
45,
56,
55,
56,
54,
45,
101,
102,
97,
99,
48,
51,
53,
101,
100,
101,
57,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2b93f6d3-93be-4805-8786-efac035ede97."
peer_addr = [fd00:1122:3344:101::7]:36583
req_id = f742292b-cd2f-4d33-bb22-001b4aac91b2
|
| 4 | 2026-08-25T08:15:00.722Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 42400,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_2b93f6d3-93be-4805-8786-efac035ede97."),
),
original: Query {
name: Name("oxz_cockroachdb_2b93f6d3-93be-4805-8786-efac035ede97."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
50,
98,
57,
51,
102,
54,
100,
51,
45,
57,
51,
98,
101,
45,
52,
56,
48,
53,
45,
56,
55,
56,
54,
45,
101,
102,
97,
99,
48,
51,
53,
101,
100,
101,
57,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2b93f6d3-93be-4805-8786-efac035ede97."
peer_addr = [fd00:1122:3344:101::7]:38043
req_id = f8b8a7d7-e1b3-4eaf-b896-6969d253ac22
|
| 5 | 2026-08-25T08:15:00.722Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 43877,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_9fbe98f2-3e92-4532-afc0-1ed538a07a91."),
),
original: Query {
name: Name("oxz_cockroachdb_9fbe98f2-3e92-4532-afc0-1ed538a07a91."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
102,
98,
101,
57,
56,
102,
50,
45,
51,
101,
57,
50,
45,
52,
53,
51,
50,
45,
97,
102,
99,
48,
45,
49,
101,
100,
53,
51,
56,
97,
48,
55,
97,
57,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9fbe98f2-3e92-4532-afc0-1ed538a07a91."
peer_addr = [fd00:1122:3344:101::6]:36291
req_id = 2b63f9e3-855d-4ce3-b64f-a4583e70b9eb
|
| 6 | 2026-08-25T08:15:00.722Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 43877,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_9fbe98f2-3e92-4532-afc0-1ed538a07a91."),
),
original: Query {
name: Name("oxz_cockroachdb_9fbe98f2-3e92-4532-afc0-1ed538a07a91."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
102,
98,
101,
57,
56,
102,
50,
45,
51,
101,
57,
50,
45,
52,
53,
51,
50,
45,
97,
102,
99,
48,
45,
49,
101,
100,
53,
51,
56,
97,
48,
55,
97,
57,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9fbe98f2-3e92-4532-afc0-1ed538a07a91."
peer_addr = [fd00:1122:3344:101::6]:58645
req_id = c5f25512-5171-46c4-975c-1f314cb1d38f
|
| 7 | 2026-08-25T08:15:00.784Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 13547,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_4622d990-9317-483b-b327-8fb8e8ba461c."),
),
original: Query {
name: Name("oxz_cockroachdb_4622d990-9317-483b-b327-8fb8e8ba461c."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
52,
54,
50,
50,
100,
57,
57,
48,
45,
57,
51,
49,
55,
45,
52,
56,
51,
98,
45,
98,
51,
50,
55,
45,
56,
102,
98,
56,
101,
56,
98,
97,
52,
54,
49,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4622d990-9317-483b-b327-8fb8e8ba461c."
peer_addr = [fd00:1122:3344:101::4]:63041
req_id = 2aa0df30-49ae-4eab-9b06-09aa4133e376
|
| 8 | 2026-08-25T08:15:00.785Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 13547,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_4622d990-9317-483b-b327-8fb8e8ba461c."),
),
original: Query {
name: Name("oxz_cockroachdb_4622d990-9317-483b-b327-8fb8e8ba461c."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
52,
54,
50,
50,
100,
57,
57,
48,
45,
57,
51,
49,
55,
45,
52,
56,
51,
98,
45,
98,
51,
50,
55,
45,
56,
102,
98,
56,
101,
56,
98,
97,
52,
54,
49,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4622d990-9317-483b-b327-8fb8e8ba461c."
peer_addr = [fd00:1122:3344:101::4]:58588
req_id = 79c734b7-fecb-4361-b93b-ea38fc6b5511
|
| 9 | 2026-08-25T08:15:09.260Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 26128,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:60898
req_id = 63a06090-c1dc-4f44-8d31-ece61a804b84
|
| 10 | 2026-08-25T08:15:10.251Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:34699
|
| 11 | 2026-08-25T08:15:10.254Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:45625
|
| 12 | 2026-08-25T08:15:10.254Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 1b1b8efd-7978-4bb3-9708-e778d181ca33
|
| 13 | 2026-08-25T08:15:10.254Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 1b1b8efd-7978-4bb3-9708-e778d181ca33
|
| 14 | 2026-08-25T08:15:10.254Z | INFO | dns-server (http): request completed
latency_us = 234
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34699
req_id = 1b1b8efd-7978-4bb3-9708-e778d181ca33
response_code = 204
uri = /config
|
| 15 | 2026-08-25T08:15:10.256Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = bee24e6c-e8fb-4858-b3ec-41236f7ba7ea
|
| 16 | 2026-08-25T08:15:10.256Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = bee24e6c-e8fb-4858-b3ec-41236f7ba7ea
|
| 17 | 2026-08-25T08:15:10.256Z | INFO | dns-server (http): request completed
latency_us = 205
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45625
req_id = bee24e6c-e8fb-4858-b3ec-41236f7ba7ea
response_code = 204
uri = /config
|
| 18 | 2026-08-25T08:15:11.218Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 32590,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:29680
req_id = 28263490-0aa2-450c-abbb-cf3dbc236157
|
| 19 | 2026-08-25T08:15:11.329Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:65134
|
| 20 | 2026-08-25T08:15:11.329Z | INFO | dns-server (http): request completed
latency_us = 200
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:65134
req_id = 49811f8e-63f3-47d8-b9a8-c725481ddd8e
response_code = 200
uri = /config
|
| 21 | 2026-08-25T08:15:11.349Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:39515
|
| 22 | 2026-08-25T08:15:11.352Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 2e720b6f-19c4-4d9e-9edb-04fdda5983b1
|
| 23 | 2026-08-25T08:15:11.352Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 2e720b6f-19c4-4d9e-9edb-04fdda5983b1
|
| 24 | 2026-08-25T08:15:11.352Z | INFO | dns-server (http): request completed
latency_us = 275
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39515
req_id = 2e720b6f-19c4-4d9e-9edb-04fdda5983b1
response_code = 204
uri = /config
|
| 25 | 2026-08-25T08:15:11.912Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 36187,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:35975
req_id = bed7dc20-2aa7-4d91-895b-52a1dd7c50a8
|
| 26 | 2026-08-25T08:15:12.027Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:63079
|
| 27 | 2026-08-25T08:15:12.028Z | INFO | dns-server (http): request completed
latency_us = 249
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:63079
req_id = dd90ba77-4eb8-4334-9415-5b7da39fccdf
response_code = 200
uri = /config
|
| 28 | 2026-08-25T08:15:12.748Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 278,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:39166
req_id = c12ccb96-ca34-41f5-84ac-a5fdd68a89b9
|
| 29 | 2026-08-25T08:15:12.938Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:63858
|
| 30 | 2026-08-25T08:15:12.938Z | INFO | dns-server (http): request completed
latency_us = 179
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:63858
req_id = 51229cb0-a1af-46bf-bd5e-15b3cb35894a
response_code = 200
uri = /config
|
| 31 | 2026-08-25T08:15:19.262Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 22891,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:58935
req_id = 42e44dc2-d411-47f2-9fb4-149ab4d0fcb9
|
| 32 | 2026-08-25T08:15:29.264Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 26779,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:65325
req_id = 7327dffe-72ff-4dd1-8828-d7f437f1aee1
|
| 33 | 2026-08-25T08:15:39.266Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 7276,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:59472
req_id = eb5955f7-ff95-4d44-bf16-2261bb70b504
|
| 34 | 2026-08-25T08:15:49.268Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 46167,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:50600
req_id = 2d72d9d9-a9fb-49dc-963f-531f803dcd44
|
| 35 | 2026-08-25T08:15:59.271Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 28174,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:61769
req_id = 2dfc1d8f-3a00-446f-8f08-091bffdad915
|
| 36 | 2026-08-25T08:16:09.273Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 43913,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:50498
req_id = a0fa9ddb-d5f8-4373-9c16-542b0c9920b9
|
| 37 | 2026-08-25T08:16:10.253Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:49560
|
| 38 | 2026-08-25T08:16:10.256Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:56324
|
| 39 | 2026-08-25T08:16:10.257Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = ee499a90-5af3-4fd7-8515-07397c46e68c
|
| 40 | 2026-08-25T08:16:10.257Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = ee499a90-5af3-4fd7-8515-07397c46e68c
|
| 41 | 2026-08-25T08:16:10.257Z | INFO | dns-server (http): request completed
latency_us = 279
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49560
req_id = ee499a90-5af3-4fd7-8515-07397c46e68c
response_code = 204
uri = /config
|
| 42 | 2026-08-25T08:16:10.260Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = a44863ba-3124-477f-9b76-baf39ca5d2f3
|
| 43 | 2026-08-25T08:16:10.260Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = a44863ba-3124-477f-9b76-baf39ca5d2f3
|
| 44 | 2026-08-25T08:16:10.260Z | INFO | dns-server (http): request completed
latency_us = 245
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:56324
req_id = a44863ba-3124-477f-9b76-baf39ca5d2f3
response_code = 204
uri = /config
|
| 45 | 2026-08-25T08:16:11.346Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:58538
|
| 46 | 2026-08-25T08:16:11.348Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 8ab5f315-815d-4ca6-b562-f8722f378715
|
| 47 | 2026-08-25T08:16:11.349Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 8ab5f315-815d-4ca6-b562-f8722f378715
|
| 48 | 2026-08-25T08:16:11.349Z | INFO | dns-server (http): request completed
latency_us = 237
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58538
req_id = 8ab5f315-815d-4ca6-b562-f8722f378715
response_code = 204
uri = /config
|
| 49 | 2026-08-25T08:16:11.465Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61282,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:47811
req_id = 3d186d73-8f5e-4964-9ebb-9d7bafb76ae1
|
| 50 | 2026-08-25T08:16:11.467Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 19948,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:30331
req_id = 18ae3a1f-8f85-4490-ade1-cbcac8b3b461
|
| 51 | 2026-08-25T08:16:11.609Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:44412
|
| 52 | 2026-08-25T08:16:11.609Z | INFO | dns-server (http): request completed
latency_us = 191
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:44412
req_id = 6e8d779d-6a4c-42b9-abf9-adeb92025a7f
response_code = 200
uri = /config
|
| 53 | 2026-08-25T08:16:11.664Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:51808
|
| 54 | 2026-08-25T08:16:11.664Z | INFO | dns-server (http): request completed
latency_us = 201
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:51808
req_id = 0f82ed56-cde6-488a-97b1-5c0a48e03273
response_code = 200
uri = /config
|
| 55 | 2026-08-25T08:16:12.831Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 50512,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:30759
req_id = c4d8cd59-cc01-4459-a215-3b449a8edafd
|
| 56 | 2026-08-25T08:16:12.944Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:49047
|
| 57 | 2026-08-25T08:16:12.944Z | INFO | dns-server (http): request completed
latency_us = 235
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:49047
req_id = 10eced9a-4402-45cb-a8dc-64c52215302d
response_code = 200
uri = /config
|
| 58 | 2026-08-25T08:16:19.276Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 31714,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:55986
req_id = 58788eb3-91ff-4a92-a037-cf1bf51b6881
|
| 59 | 2026-08-25T08:16:29.278Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 42450,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:56414
req_id = c881c339-e196-4666-bced-3bb0e26cea5c
|