| 1 | | [ May 22 01:09:46 Enabled. ] |
| 2 | | [ May 22 01:09:46 Rereading configuration. ] |
| 3 | | [ May 22 01:09:46 Rereading configuration. ] |
| 4 | | [ May 22 01:09:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] |
| 5 | | [ May 22 01:09:48 Method "start" exited with status 0. ] |
| 6 | | Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } |
| 7 | | note: configured to log to "/dev/stdout" |
| 8 | 2026-05-22T01:09:48.137Z | INFO | dns-server: config
config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
dns_config = Config { bind_address: [fd00:1122:3344:3::1]:53 }
|
| 9 | 2026-05-22T01:09:48.137Z | INFO | dns-server (store): opening sled database
path = /data/dns
|
| 10 | 2026-05-22T01:09:48.159Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 11 | 2026-05-22T01:09:48.159Z | INFO | dns-server (store): pruning trees for generations older than 0
keep = 3
|
| 12 | 2026-05-22T01:09:48.159Z | INFO | dns-server (dns): DNS server bound to address
local_address = [fd00:1122:3344:3::1]:53
|
| 13 | 2026-05-22T01:09:48.159Z | INFO | dns-server (http): listening
local_addr = [fd00:1122:3344:3::1]:5353
|
| 14 | 2026-05-22T01:09:48.902Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:3::2]:34468
|
| 15 | 2026-05-22T01:09:48.903Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = ed7f3d90-0f83-45c3-97bd-e166a82cf8b4
|
| 16 | 2026-05-22T01:09:48.903Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 17 | 2026-05-22T01:09:48.917Z | INFO | dns-server (store): pruning trees for generations older than 1
keep = 3
|
| 18 | 2026-05-22T01:09:48.917Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = ed7f3d90-0f83-45c3-97bd-e166a82cf8b4
|
| 19 | 2026-05-22T01:09:48.917Z | INFO | dns-server (http): request completed
latency_us = 14527
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:3::2]:34468
req_id = ed7f3d90-0f83-45c3-97bd-e166a82cf8b4
response_code = 204
uri = /config
|
| 20 | 2026-05-22T01:10:00.018Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 57931,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:35453
req_id = 7171b42f-2171-4651-8f60-3ea6975e0044
|
| 21 | 2026-05-22T01:10:00.032Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 34327,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:50367
req_id = fd101b20-8540-429e-bcef-a56484f46fa7
|
| 22 | 2026-05-22T01:10:00.047Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 44199,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:47781
req_id = 3364eeb2-5fe1-409a-b764-21516cd20aca
|
| 23 | 2026-05-22T01:11:11.248Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 64527,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:52285
req_id = 47d3ca11-f3ed-48f3-92e0-73d56e3423b9
|
| 24 | 2026-05-22T01:11:16.672Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51461,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."),
),
original: Query {
name: Name("oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
53,
49,
49,
48,
99,
57,
52,
54,
45,
49,
99,
101,
50,
45,
52,
55,
99,
51,
45,
98,
51,
49,
56,
45,
100,
48,
50,
98,
99,
97,
57,
49,
52,
99,
97,
101,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."
peer_addr = [fd00:1122:3344:101::e]:61502
req_id = 54c0eb18-68d4-4a12-bf88-5ff344928801
|
| 25 | 2026-05-22T01:11:16.674Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51461,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."),
),
original: Query {
name: Name("oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
53,
49,
49,
48,
99,
57,
52,
54,
45,
49,
99,
101,
50,
45,
52,
55,
99,
51,
45,
98,
51,
49,
56,
45,
100,
48,
50,
98,
99,
97,
57,
49,
52,
99,
97,
101,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."
peer_addr = [fd00:1122:3344:101::e]:41732
req_id = 4341824f-a974-4755-9b1e-7100ff12eca9
|
| 26 | 2026-05-22T01:11:21.220Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58349,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:52966
req_id = 99379ebf-e806-4c54-8c9b-e528326d2efe
|
| 27 | 2026-05-22T01:11:22.710Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 49468,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:26003
req_id = 5cd36ff6-e2eb-48c8-bdd7-91d157872480
|
| 28 | 2026-05-22T01:11:22.976Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 28208,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:19837
req_id = 798551e1-beb1-418f-a316-16313186fb0f
|
| 29 | 2026-05-22T01:11:23.090Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 25230,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:47817
req_id = ae915805-cdf8-4ef3-98b1-acdba7dd4869
|
| 30 | 2026-05-22T01:11:23.624Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 39606,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:61730
req_id = 45f259bf-aab9-4345-b9d3-1a0fe5abe23e
|
| 31 | 2026-05-22T01:11:23.641Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47613,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:53294
req_id = 60b03807-8885-402a-b135-83aafa3a2a04
|
| 32 | 2026-05-22T01:11:23.660Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 6458,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:39961
req_id = d074e432-c4e0-4271-9da3-3a9f22e146c5
|
| 33 | 2026-05-22T01:11:31.221Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 11995,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:56203
req_id = 4af23308-1eb1-4a9f-9ec6-e85f7679f706
|
| 34 | 2026-05-22T01:11:41.223Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 53307,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:50259
req_id = af2fa49e-1138-47bd-a3a0-f066787288b2
|
| 35 | 2026-05-22T01:11:51.225Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61889,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:49794
req_id = 057c09ef-57d3-462a-9b47-bbf3b4db0b2d
|
| 36 | 2026-05-22T01:12:01.227Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 34493,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:62997
req_id = b473d555-e1d9-46cb-9a61-b18a3c4c67dd
|
| 37 | 2026-05-22T01:12:07.954Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 21508,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:9436
req_id = a74a9d48-1cc2-4e98-8cf9-13a8c2d767aa
|
| 38 | 2026-05-22T01:12:08.353Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:46007
|
| 39 | 2026-05-22T01:12:08.422Z | INFO | dns-server (http): request completed
latency_us = 37952
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:46007
req_id = 51872750-cc55-4553-9dcd-43df19eb7e6d
response_code = 200
uri = /config
|
| 40 | 2026-05-22T01:12:09.741Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47122,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:34217
req_id = 7f19bb40-4ec1-4639-a38a-371053bf1dd4
|
| 41 | 2026-05-22T01:12:09.811Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:42347
|
| 42 | 2026-05-22T01:12:09.817Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 12ac3446-569e-4227-94cd-37721b103025
|
| 43 | 2026-05-22T01:12:09.817Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 12ac3446-569e-4227-94cd-37721b103025
|
| 44 | 2026-05-22T01:12:09.817Z | INFO | dns-server (http): request completed
latency_us = 6365
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42347
req_id = 12ac3446-569e-4227-94cd-37721b103025
response_code = 204
uri = /config
|
| 45 | 2026-05-22T01:12:09.963Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:48872
|
| 46 | 2026-05-22T01:12:09.964Z | INFO | dns-server (http): request completed
latency_us = 231
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:48872
req_id = 58d1a220-f601-4eb4-8ae0-1cadd179a73a
response_code = 200
uri = /config
|
| 47 | 2026-05-22T01:12:10.809Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 24222,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:9174
req_id = 7e1b88ba-709c-4640-bc9b-d1a657a6e61a
|
| 48 | 2026-05-22T01:12:10.929Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:59907
|
| 49 | 2026-05-22T01:12:10.929Z | INFO | dns-server (http): request completed
latency_us = 183
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:59907
req_id = 985b63a7-0086-4579-81bb-46d9155e972b
response_code = 200
uri = /config
|
| 50 | 2026-05-22T01:12:11.228Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 29908,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:54251
req_id = 8f5ded70-dae0-4ce7-8543-9984d4833581
|
| 51 | 2026-05-22T01:12:13.201Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 52198,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:31391
req_id = 0d6bfcdb-63ff-4243-8cc3-a2828a52e8ae
|
| 52 | 2026-05-22T01:12:13.325Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:40769
|
| 53 | 2026-05-22T01:12:13.326Z | INFO | dns-server (http): request completed
latency_us = 299
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:40769
req_id = 5db442d8-8598-4b70-a192-5418d0731606
response_code = 200
uri = /config
|
| 54 | 2026-05-22T01:12:13.603Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 52021,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:41300
req_id = fce3e558-233d-4c26-91ad-d013676c2701
|
| 55 | 2026-05-22T01:12:13.720Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:50845
|
| 56 | 2026-05-22T01:12:13.720Z | INFO | dns-server (http): request completed
latency_us = 214
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:50845
req_id = b58d0fde-ac89-4060-ba2b-99b08ff78b9c
response_code = 200
uri = /config
|
| 57 | 2026-05-22T01:12:21.230Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 20668,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:61822
req_id = 2aec9587-b755-47f5-a592-6c45df52a088
|
| 58 | 2026-05-22T01:12:22.662Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:64128
|
| 59 | 2026-05-22T01:12:22.663Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 485de486-538d-46b8-adf1-081d9a44f428
|
| 60 | 2026-05-22T01:12:22.663Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 485de486-538d-46b8-adf1-081d9a44f428
|
| 61 | 2026-05-22T01:12:22.663Z | INFO | dns-server (http): request completed
latency_us = 400
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64128
req_id = 485de486-538d-46b8-adf1-081d9a44f428
response_code = 204
uri = /config
|
| 62 | 2026-05-22T01:12:22.738Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:34098
|
| 63 | 2026-05-22T01:12:22.738Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 0ee9815d-3777-41c2-93c5-b1317de80608
|
| 64 | 2026-05-22T01:12:22.738Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 0ee9815d-3777-41c2-93c5-b1317de80608
|
| 65 | 2026-05-22T01:12:22.738Z | INFO | dns-server (http): request completed
latency_us = 304
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34098
req_id = 0ee9815d-3777-41c2-93c5-b1317de80608
response_code = 204
uri = /config
|
| 66 | 2026-05-22T01:12:22.792Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:50886
|
| 67 | 2026-05-22T01:12:22.793Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = cf90c90a-b0fb-4311-8362-41ba958f66d9
|
| 68 | 2026-05-22T01:12:22.793Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = cf90c90a-b0fb-4311-8362-41ba958f66d9
|
| 69 | 2026-05-22T01:12:22.793Z | INFO | dns-server (http): request completed
latency_us = 307
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50886
req_id = cf90c90a-b0fb-4311-8362-41ba958f66d9
response_code = 204
uri = /config
|
| 70 | 2026-05-22T01:12:23.785Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 5080,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:20871
req_id = 9b747aad-8655-4b62-8ce4-514257e4a511
|
| 71 | 2026-05-22T01:12:23.832Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 30670,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:4128
req_id = 57a42917-ca91-4a24-b11a-7cd09036cb05
|
| 72 | 2026-05-22T01:12:23.883Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 5499,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:33668
req_id = 3e3d5ae5-2fcf-400d-8de5-82fdcabc4a07
|
| 73 | 2026-05-22T01:12:23.898Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:50135
|
| 74 | 2026-05-22T01:12:23.898Z | INFO | dns-server (http): request completed
latency_us = 232
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:50135
req_id = d66bf22d-c924-4428-8e73-4110c330285f
response_code = 200
uri = /config
|
| 75 | 2026-05-22T01:12:24.045Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:39483
|
| 76 | 2026-05-22T01:12:24.046Z | INFO | dns-server (http): request completed
latency_us = 242
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:39483
req_id = 76660d79-1774-4d39-8453-a22d78b19667
response_code = 200
uri = /config
|
| 77 | 2026-05-22T01:12:24.096Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:43795
|
| 78 | 2026-05-22T01:12:24.096Z | INFO | dns-server (http): request completed
latency_us = 207
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:43795
req_id = b56a67cf-e70c-4a40-b35b-9c3dde26ca66
response_code = 200
uri = /config
|
| 79 | 2026-05-22T01:12:31.231Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 50301,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:58165
req_id = 6fd75146-f6d7-43d9-9101-1d0c8271d78e
|
| 80 | 2026-05-22T01:12:41.232Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 32899,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:61395
req_id = 2a2be9e0-af08-47bb-80c0-2969a5eba469
|
| 81 | 2026-05-22T01:12:51.234Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 7026,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:63907
req_id = c7adcdc1-0f57-4d13-87a0-40307cb1a570
|
| 82 | 2026-05-22T01:13:01.236Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 29563,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:57712
req_id = 6e03b6d2-0423-4d23-94bb-c4e4ac0fa0f7
|
| 83 | 2026-05-22T01:13:11.237Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55323,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:57571
req_id = 7afea9e2-65b7-4770-b84f-1598a57a1ea1
|
| 84 | 2026-05-22T01:13:21.237Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 28133,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:50244
req_id = 381216b2-174f-49b6-9754-5a8b561ebfa2
|
| 85 | 2026-05-22T01:13:22.490Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:42394
|
| 86 | 2026-05-22T01:13:22.490Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 6fde1563-6a91-43d8-83aa-8b5dcf3f6130
|
| 87 | 2026-05-22T01:13:22.490Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 6fde1563-6a91-43d8-83aa-8b5dcf3f6130
|
| 88 | 2026-05-22T01:13:22.490Z | INFO | dns-server (http): request completed
latency_us = 236
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42394
req_id = 6fde1563-6a91-43d8-83aa-8b5dcf3f6130
response_code = 204
uri = /config
|
| 89 | 2026-05-22T01:13:22.539Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:64788
|
| 90 | 2026-05-22T01:13:22.540Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 66bebf16-73e0-4591-af2e-f9b2878161be
|
| 91 | 2026-05-22T01:13:22.540Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 66bebf16-73e0-4591-af2e-f9b2878161be
|
| 92 | 2026-05-22T01:13:22.540Z | INFO | dns-server (http): request completed
latency_us = 244
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64788
req_id = 66bebf16-73e0-4591-af2e-f9b2878161be
response_code = 204
uri = /config
|
| 93 | 2026-05-22T01:13:22.789Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:56068
|
| 94 | 2026-05-22T01:13:22.790Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 23710e7d-5efb-4bc6-b889-69dea039846b
|
| 95 | 2026-05-22T01:13:22.790Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 23710e7d-5efb-4bc6-b889-69dea039846b
|
| 96 | 2026-05-22T01:13:22.790Z | INFO | dns-server (http): request completed
latency_us = 290
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56068
req_id = 23710e7d-5efb-4bc6-b889-69dea039846b
response_code = 204
uri = /config
|
| 97 | 2026-05-22T01:13:23.591Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 57784,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:38320
req_id = 3c08b388-b076-480d-97c7-67fd5f150b38
|
| 98 | 2026-05-22T01:13:23.691Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 21859,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:55034
req_id = 2a5707e7-5791-43e8-912d-78ec893d917e
|
| 99 | 2026-05-22T01:13:23.695Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:40260
|
| 100 | 2026-05-22T01:13:23.696Z | INFO | dns-server (http): request completed
latency_us = 179
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:40260
req_id = 7748db01-536a-4466-b635-984b8d5681d1
response_code = 200
uri = /config
|
| 101 | 2026-05-22T01:13:23.800Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:56902
|
| 102 | 2026-05-22T01:13:23.800Z | INFO | dns-server (http): request completed
latency_us = 226
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:56902
req_id = 7a45c7a0-f2f1-402f-9205-16d314518411
response_code = 200
uri = /config
|
| 103 | 2026-05-22T01:13:24.192Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 5897,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:46013
req_id = f3b7695e-33ea-46dc-9539-5c348940e852
|
| 104 | 2026-05-22T01:13:24.384Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:40021
|
| 105 | 2026-05-22T01:13:24.385Z | INFO | dns-server (http): request completed
latency_us = 218
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:40021
req_id = f37ea937-434a-4c2d-ae09-ad014fed782b
response_code = 200
uri = /config
|
| 106 | 2026-05-22T01:13:31.239Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61868,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:59181
req_id = d1e6bef4-5dbc-4a79-af3b-085657cbf453
|
| 107 | 2026-05-22T01:13:41.240Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47336,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:53026
req_id = fdc6fe11-d1cf-4150-9a2b-daa0fe32f2b7
|
| 108 | 2026-05-22T01:13:51.242Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 36172,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:56656
req_id = fc9dfbc8-7369-4423-b125-1b6d395f1426
|
| 109 | 2026-05-22T01:13:51.709Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 22579,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:42201
req_id = 4c2e9a55-62c2-4592-9f7e-bfb20f6d6758
|
| 110 | 2026-05-22T01:13:51.767Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 54373,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:64881
req_id = f9264e03-ebe8-4869-bbd7-d86979f7e7cb
|
| 111 | 2026-05-22T01:13:51.826Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 54997,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:40318
req_id = 144814f2-2678-4b0c-b0f6-8ca34d2ee10c
|
| 112 | 2026-05-22T01:14:01.243Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 8817,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:56391
req_id = 191a026c-0618-425f-9042-d2c34279b57a
|
| 113 | 2026-05-22T01:14:11.245Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 48471,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:60339
req_id = 98da609e-8ece-4936-a6c7-e930c27b0d40
|
| 114 | 2026-05-22T01:14:21.246Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 19216,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:64879
req_id = 6b0e85a0-5a08-4d46-a3d4-a8dd0d8fec26
|
| 115 | 2026-05-22T01:14:22.491Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:64349
|
| 116 | 2026-05-22T01:14:22.491Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 4db0386c-df6f-4dee-b80e-6b67a59a96b9
|
| 117 | 2026-05-22T01:14:22.491Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 4db0386c-df6f-4dee-b80e-6b67a59a96b9
|
| 118 | 2026-05-22T01:14:22.491Z | INFO | dns-server (http): request completed
latency_us = 208
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64349
req_id = 4db0386c-df6f-4dee-b80e-6b67a59a96b9
response_code = 204
uri = /config
|
| 119 | 2026-05-22T01:14:22.537Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:32896
|
| 120 | 2026-05-22T01:14:22.538Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 03ce5346-bb0f-459e-ad69-4c2a7ad986e2
|
| 121 | 2026-05-22T01:14:22.538Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 03ce5346-bb0f-459e-ad69-4c2a7ad986e2
|
| 122 | 2026-05-22T01:14:22.538Z | INFO | dns-server (http): request completed
latency_us = 252
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:32896
req_id = 03ce5346-bb0f-459e-ad69-4c2a7ad986e2
response_code = 204
uri = /config
|
| 123 | 2026-05-22T01:14:22.787Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:41236
|
| 124 | 2026-05-22T01:14:22.787Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = dc6bf7f3-5651-4a35-9468-ee3fd6cbfa88
|
| 125 | 2026-05-22T01:14:22.787Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = dc6bf7f3-5651-4a35-9468-ee3fd6cbfa88
|
| 126 | 2026-05-22T01:14:22.787Z | INFO | dns-server (http): request completed
latency_us = 290
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:41236
req_id = dc6bf7f3-5651-4a35-9468-ee3fd6cbfa88
response_code = 204
uri = /config
|
| 127 | 2026-05-22T01:14:23.511Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47410,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:3673
req_id = 312eb287-56be-4899-9a26-6a8344f044f1
|
| 128 | 2026-05-22T01:14:23.517Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40555,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:17606
req_id = dbfedc2d-f4b2-4912-8332-571d4a456ab4
|
| 129 | 2026-05-22T01:14:23.583Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 63380,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:4172
req_id = ed1199f9-ee7c-4ec7-84d7-4d1c038cfcad
|
| 130 | 2026-05-22T01:14:23.622Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:64741
|
| 131 | 2026-05-22T01:14:23.622Z | INFO | dns-server (http): request completed
latency_us = 235
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:64741
req_id = 17d29cdf-20de-4321-bfa4-0552847efeae
response_code = 200
uri = /config
|
| 132 | 2026-05-22T01:14:23.656Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:55337
|
| 133 | 2026-05-22T01:14:23.656Z | INFO | dns-server (http): request completed
latency_us = 190
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:55337
req_id = cf6fe217-b6b6-4ae2-b419-3e6fb67c921c
response_code = 200
uri = /config
|
| 134 | 2026-05-22T01:14:23.781Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:54795
|
| 135 | 2026-05-22T01:14:23.781Z | INFO | dns-server (http): request completed
latency_us = 206
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:54795
req_id = c2b2fe92-75ac-4289-8816-8070f46af50a
response_code = 200
uri = /config
|
| 136 | 2026-05-22T01:14:31.248Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 53583,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:51695
req_id = 33ee22e3-5e00-473d-91af-e758125d3ef1
|
| 137 | 2026-05-22T01:14:41.250Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 6965,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:58288
req_id = 850f777d-e60b-4991-bc7f-ab23a4875827
|
| 138 | 2026-05-22T01:14:51.252Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16090,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:54941
req_id = 9a094d59-3c42-4556-b50b-92d07f733b6c
|
| 139 | 2026-05-22T01:15:00.561Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 63632,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_b90ef3bf-90c8-4909-bbcf-93bee83cea28."),
),
original: Query {
name: Name("oxz_cockroachdb_b90ef3bf-90c8-4909-bbcf-93bee83cea28."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
98,
57,
48,
101,
102,
51,
98,
102,
45,
57,
48,
99,
56,
45,
52,
57,
48,
57,
45,
98,
98,
99,
102,
45,
57,
51,
98,
101,
101,
56,
51,
99,
101,
97,
50,
56,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_b90ef3bf-90c8-4909-bbcf-93bee83cea28."
peer_addr = [fd00:1122:3344:101::3]:64058
req_id = 6dcd2351-c130-4c89-a507-8e5dea60fa87
|
| 140 | 2026-05-22T01:15:00.562Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 63632,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_b90ef3bf-90c8-4909-bbcf-93bee83cea28."),
),
original: Query {
name: Name("oxz_cockroachdb_b90ef3bf-90c8-4909-bbcf-93bee83cea28."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
98,
57,
48,
101,
102,
51,
98,
102,
45,
57,
48,
99,
56,
45,
52,
57,
48,
57,
45,
98,
98,
99,
102,
45,
57,
51,
98,
101,
101,
56,
51,
99,
101,
97,
50,
56,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_b90ef3bf-90c8-4909-bbcf-93bee83cea28."
peer_addr = [fd00:1122:3344:101::3]:40217
req_id = 8f254444-eef7-43fb-8c68-b55ca60241eb
|
| 141 | 2026-05-22T01:15:00.634Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 5702,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_f4e573b3-77de-4324-9fdc-17f79b93da42."),
),
original: Query {
name: Name("oxz_cockroachdb_f4e573b3-77de-4324-9fdc-17f79b93da42."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
102,
52,
101,
53,
55,
51,
98,
51,
45,
55,
55,
100,
101,
45,
52,
51,
50,
52,
45,
57,
102,
100,
99,
45,
49,
55,
102,
55,
57,
98,
57,
51,
100,
97,
52,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f4e573b3-77de-4324-9fdc-17f79b93da42."
peer_addr = [fd00:1122:3344:101::5]:56835
req_id = 2d961afb-ee01-4d6f-948c-2c8a7b637b4f
|
| 142 | 2026-05-22T01:15:00.634Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 5702,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_f4e573b3-77de-4324-9fdc-17f79b93da42."),
),
original: Query {
name: Name("oxz_cockroachdb_f4e573b3-77de-4324-9fdc-17f79b93da42."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
102,
52,
101,
53,
55,
51,
98,
51,
45,
55,
55,
100,
101,
45,
52,
51,
50,
52,
45,
57,
102,
100,
99,
45,
49,
55,
102,
55,
57,
98,
57,
51,
100,
97,
52,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f4e573b3-77de-4324-9fdc-17f79b93da42."
peer_addr = [fd00:1122:3344:101::5]:50546
req_id = c5096c6a-52e9-4c2c-bc25-8e78a1eef6e1
|
| 143 | 2026-05-22T01:15:00.642Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 48808,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_5611c365-93a4-4675-a393-1ce6e4ae9728."),
),
original: Query {
name: Name("oxz_cockroachdb_5611c365-93a4-4675-a393-1ce6e4ae9728."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
53,
54,
49,
49,
99,
51,
54,
53,
45,
57,
51,
97,
52,
45,
52,
54,
55,
53,
45,
97,
51,
57,
51,
45,
49,
99,
101,
54,
101,
52,
97,
101,
57,
55,
50,
56,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5611c365-93a4-4675-a393-1ce6e4ae9728."
peer_addr = [fd00:1122:3344:101::6]:54870
req_id = c6991782-a060-4acf-bddf-ce344a0f2d9d
|
| 144 | 2026-05-22T01:15:00.643Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 48808,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_5611c365-93a4-4675-a393-1ce6e4ae9728."),
),
original: Query {
name: Name("oxz_cockroachdb_5611c365-93a4-4675-a393-1ce6e4ae9728."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
53,
54,
49,
49,
99,
51,
54,
53,
45,
57,
51,
97,
52,
45,
52,
54,
55,
53,
45,
97,
51,
57,
51,
45,
49,
99,
101,
54,
101,
52,
97,
101,
57,
55,
50,
56,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5611c365-93a4-4675-a393-1ce6e4ae9728."
peer_addr = [fd00:1122:3344:101::6]:46325
req_id = fc133b13-fb73-4d6d-98fa-90bdb35bbd66
|
| 145 | 2026-05-22T01:15:00.653Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 4916,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_bc9ab3f6-b3ee-442d-9000-6c7fdd1f80ac."),
),
original: Query {
name: Name("oxz_cockroachdb_bc9ab3f6-b3ee-442d-9000-6c7fdd1f80ac."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
98,
99,
57,
97,
98,
51,
102,
54,
45,
98,
51,
101,
101,
45,
52,
52,
50,
100,
45,
57,
48,
48,
48,
45,
54,
99,
55,
102,
100,
100,
49,
102,
56,
48,
97,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_bc9ab3f6-b3ee-442d-9000-6c7fdd1f80ac."
peer_addr = [fd00:1122:3344:101::4]:57456
req_id = bb1f5c34-35a4-4ab6-9f13-0e77245ee0c1
|
| 146 | 2026-05-22T01:15:00.654Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 4916,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_bc9ab3f6-b3ee-442d-9000-6c7fdd1f80ac."),
),
original: Query {
name: Name("oxz_cockroachdb_bc9ab3f6-b3ee-442d-9000-6c7fdd1f80ac."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
98,
99,
57,
97,
98,
51,
102,
54,
45,
98,
51,
101,
101,
45,
52,
52,
50,
100,
45,
57,
48,
48,
48,
45,
54,
99,
55,
102,
100,
100,
49,
102,
56,
48,
97,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_bc9ab3f6-b3ee-442d-9000-6c7fdd1f80ac."
peer_addr = [fd00:1122:3344:101::4]:37723
req_id = 977bcf2a-eb9a-4c3f-b59a-6c2eb12e0b42
|
| 147 | 2026-05-22T01:15:00.677Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 39609,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_94c70b2c-924d-41b2-8cee-059eaeba803b."),
),
original: Query {
name: Name("oxz_cockroachdb_94c70b2c-924d-41b2-8cee-059eaeba803b."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
52,
99,
55,
48,
98,
50,
99,
45,
57,
50,
52,
100,
45,
52,
49,
98,
50,
45,
56,
99,
101,
101,
45,
48,
53,
57,
101,
97,
101,
98,
97,
56,
48,
51,
98,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_94c70b2c-924d-41b2-8cee-059eaeba803b."
peer_addr = [fd00:1122:3344:101::7]:57360
req_id = 06610e54-6710-4e6f-aa5c-ef0134c1b124
|
| 148 | 2026-05-22T01:15:00.678Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 39609,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_94c70b2c-924d-41b2-8cee-059eaeba803b."),
),
original: Query {
name: Name("oxz_cockroachdb_94c70b2c-924d-41b2-8cee-059eaeba803b."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
52,
99,
55,
48,
98,
50,
99,
45,
57,
50,
52,
100,
45,
52,
49,
98,
50,
45,
56,
99,
101,
101,
45,
48,
53,
57,
101,
97,
101,
98,
97,
56,
48,
51,
98,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_94c70b2c-924d-41b2-8cee-059eaeba803b."
peer_addr = [fd00:1122:3344:101::7]:57231
req_id = 7dd4b68e-dfb4-4567-9839-52102fc41441
|
| 149 | 2026-05-22T01:15:00.815Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 25426,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:51722
req_id = bb9e2619-58e2-4ad7-b351-fa58bf2935c4
|
| 150 | 2026-05-22T01:15:00.815Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 25426,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:61999
req_id = ae2a6e48-9bcb-428c-af63-6bcb9c76f780
|
| 151 | 2026-05-22T01:15:00.919Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 3145,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."),
),
original: Query {
name: Name("oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
53,
49,
49,
48,
99,
57,
52,
54,
45,
49,
99,
101,
50,
45,
52,
55,
99,
51,
45,
98,
51,
49,
56,
45,
100,
48,
50,
98,
99,
97,
57,
49,
52,
99,
97,
101,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."
peer_addr = [fd00:1122:3344:101::e]:62571
req_id = bc07d21e-0b50-4699-8163-7091ed9cea14
|
| 152 | 2026-05-22T01:15:00.920Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 3145,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."),
),
original: Query {
name: Name("oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
53,
49,
49,
48,
99,
57,
52,
54,
45,
49,
99,
101,
50,
45,
52,
55,
99,
51,
45,
98,
51,
49,
56,
45,
100,
48,
50,
98,
99,
97,
57,
49,
52,
99,
97,
101,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_5110c946-1ce2-47c3-b318-d02bca914cae."
peer_addr = [fd00:1122:3344:101::e]:59556
req_id = cd244529-9bf8-45d0-bb65-26a97bce6bdb
|
| 153 | 2026-05-22T01:15:01.254Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51727,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:62783
req_id = c6e8a926-b154-4934-b22c-2d23d8f0fc2a
|
| 154 | 2026-05-22T01:15:01.463Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47536,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_ntp_3538cca5-d66c-41cd-873f-7711a3d352f1."),
),
original: Query {
name: Name("oxz_ntp_3538cca5-d66c-41cd-873f-7711a3d352f1."),
query_type: A,
query_class: IN,
},
},
],
original: [
44,
111,
120,
122,
95,
110,
116,
112,
95,
51,
53,
51,
56,
99,
99,
97,
53,
45,
100,
54,
54,
99,
45,
52,
49,
99,
100,
45,
56,
55,
51,
102,
45,
55,
55,
49,
49,
97,
51,
100,
51,
53,
50,
102,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_ntp_3538cca5-d66c-41cd-873f-7711a3d352f1."
peer_addr = [fd00:1122:3344:101::1b]:65181
req_id = c40f4da4-4aef-4df5-a607-8dba8761f30e
|