| 1 | | [ Apr 28 19:10:04 Enabled. ] |
| 2 | | [ Apr 28 19:10:04 Rereading configuration. ] |
| 3 | | [ Apr 28 19:10:05 Rereading configuration. ] |
| 4 | | [ Apr 28 19:10:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] |
| 5 | | [ Apr 28 19:10:08 Method "start" exited with status 0. ] |
| 6 | | Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } |
| 7 | | note: configured to log to "/dev/stdout" |
| 8 | 2026-04-28T19:10:08.580Z | INFO | dns-server: config
config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
dns_config = Config { bind_address: [fd00:1122:3344:2::1]:53 }
|
| 9 | 2026-04-28T19:10:08.581Z | INFO | dns-server (store): opening sled database
path = /data/dns
|
| 10 | 2026-04-28T19:10:08.601Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 11 | 2026-04-28T19:10:08.601Z | INFO | dns-server (store): pruning trees for generations older than 0
keep = 3
|
| 12 | 2026-04-28T19:10:08.601Z | INFO | dns-server (dns): DNS server bound to address
local_address = [fd00:1122:3344:2::1]:53
|
| 13 | 2026-04-28T19:10:08.602Z | INFO | dns-server (http): listening
local_addr = [fd00:1122:3344:2::1]:5353
|
| 14 | 2026-04-28T19:10:08.651Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:2::2]:53731
|
| 15 | 2026-04-28T19:10:08.652Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = fc4ff8ae-a6d2-4327-9807-69e24ad75319
|
| 16 | 2026-04-28T19:10:08.652Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 17 | 2026-04-28T19:10:08.730Z | INFO | dns-server (store): pruning trees for generations older than 1
keep = 3
|
| 18 | 2026-04-28T19:10:08.730Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = fc4ff8ae-a6d2-4327-9807-69e24ad75319
|
| 19 | 2026-04-28T19:10:08.730Z | INFO | dns-server (http): request completed
latency_us = 78963
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:2::2]:53731
req_id = fc4ff8ae-a6d2-4327-9807-69e24ad75319
response_code = 204
uri = /config
|
| 20 | 2026-04-28T19:10:21.286Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 54019,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:62869
req_id = 0b6984cb-efc7-4cf4-a270-c36fc4efa4c0
|
| 21 | 2026-04-28T19:10:21.291Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 31381,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:41350
req_id = 9d431a40-92f9-4fa8-a9f8-930210fbc274
|
| 22 | 2026-04-28T19:10:21.295Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 14157,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:51199
req_id = 3113f21f-b7bb-41b0-8369-a33e7de17b7d
|
| 23 | 2026-04-28T19:11:33.621Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 26455,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:58266
req_id = b3143b77-6afa-47bd-b285-d751aa813fd8
|
| 24 | 2026-04-28T19:11:41.233Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 34396,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."),
),
original: Query {
name: Name("oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
97,
55,
49,
98,
99,
54,
57,
99,
45,
98,
51,
102,
98,
45,
52,
49,
55,
54,
45,
97,
52,
97,
52,
45,
49,
99,
50,
50,
49,
51,
56,
55,
52,
52,
97,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."
peer_addr = [fd00:1122:3344:101::e]:48572
req_id = 6f64431a-765d-4b61-b9eb-38873545c48a
|
| 25 | 2026-04-28T19:11:41.241Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 34396,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."),
),
original: Query {
name: Name("oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
97,
55,
49,
98,
99,
54,
57,
99,
45,
98,
51,
102,
98,
45,
52,
49,
55,
54,
45,
97,
52,
97,
52,
45,
49,
99,
50,
50,
49,
51,
56,
55,
52,
52,
97,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."
peer_addr = [fd00:1122:3344:101::e]:40835
req_id = 6e6b4358-3460-4457-83ea-3a21bf10daa7
|
| 26 | 2026-04-28T19:11:43.587Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 34413,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:57238
req_id = 5fd91946-3159-48ec-8ee1-4ab9812c4d45
|
| 27 | 2026-04-28T19:11:45.101Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 37371,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:8641
req_id = 0c5b271e-55a2-4471-9126-a2f3fb769697
|
| 28 | 2026-04-28T19:11:46.588Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 13124,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:31477
req_id = 116846d6-e729-45a6-ae47-9e1cfa6bcd2f
|
| 29 | 2026-04-28T19:11:46.612Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 30095,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:35455
req_id = 1f6f3fe3-af3f-485e-87a5-f47a64de7279
|
| 30 | 2026-04-28T19:11:53.589Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 53700,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:63936
req_id = bd90c0b0-53ad-40f8-a3cb-f9f7ec542b1a
|
| 31 | 2026-04-28T19:12:03.590Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 35990,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:49623
req_id = d416e25f-0a0e-473b-8c46-2a5ae59726cb
|
| 32 | 2026-04-28T19:12:13.591Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40462,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:61110
req_id = cb69239e-7662-4978-a8b3-7894a47943a7
|
| 33 | 2026-04-28T19:12:23.594Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 14219,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:49632
req_id = f93b2ac1-cae4-46a7-9462-23c5c2b133aa
|
| 34 | 2026-04-28T19:12:28.776Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 3634,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:65424
req_id = e371db37-8bf8-458f-839c-bea2d86cc794
|
| 35 | 2026-04-28T19:12:28.962Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:52990
|
| 36 | 2026-04-28T19:12:29.036Z | INFO | dns-server (http): request completed
latency_us = 47705
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:52990
req_id = 216b6ed1-0693-4bfe-abbf-de41b2adfd7b
response_code = 200
uri = /config
|
| 37 | 2026-04-28T19:12:33.596Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 64554,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:63426
req_id = fab3c977-8fd5-488e-be11-51af1a68fdc5
|
| 38 | 2026-04-28T19:12:36.877Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 42583,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:60643
req_id = 7def1c6f-1f10-4e0f-8ff4-a80fee8160bd
|
| 39 | 2026-04-28T19:12:36.881Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 5112,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:46926
req_id = 7d772a45-2d4e-4bf4-8569-51e976966c91
|
| 40 | 2026-04-28T19:12:36.886Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 18783,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:41736
req_id = b679d329-86b1-4c76-bc2f-bcc4f4a11194
|
| 41 | 2026-04-28T19:12:37.810Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:37797
|
| 42 | 2026-04-28T19:12:37.813Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = d58d7750-879f-43e7-bc19-b067adce58ff
|
| 43 | 2026-04-28T19:12:37.813Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = d58d7750-879f-43e7-bc19-b067adce58ff
|
| 44 | 2026-04-28T19:12:37.813Z | INFO | dns-server (http): request completed
latency_us = 385
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:37797
req_id = d58d7750-879f-43e7-bc19-b067adce58ff
response_code = 204
uri = /config
|
| 45 | 2026-04-28T19:12:37.824Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 11574,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:53956
req_id = fee9b496-12d2-4dc5-9dc1-fafcb03dd627
|
| 46 | 2026-04-28T19:12:38.019Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:55453
|
| 47 | 2026-04-28T19:12:38.019Z | INFO | dns-server (http): request completed
latency_us = 234
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:55453
req_id = 05641ddc-711b-486a-8d99-3c9cf069546f
response_code = 200
uri = /config
|
| 48 | 2026-04-28T19:12:39.449Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1635,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:41013
req_id = 09dbdf7b-92bc-4802-8de4-7022f2a3ff42
|
| 49 | 2026-04-28T19:12:39.632Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:33280
|
| 50 | 2026-04-28T19:12:39.632Z | INFO | dns-server (http): request completed
latency_us = 194
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:33280
req_id = a0cdf373-2f04-4ebe-89dd-ef2fa0451ee8
response_code = 200
uri = /config
|
| 51 | 2026-04-28T19:12:43.597Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 6096,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:60590
req_id = a6b88a16-4d02-43e2-8eee-28faebd5b6b2
|
| 52 | 2026-04-28T19:12:44.944Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:34382
|
| 53 | 2026-04-28T19:12:44.946Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = f4a4fa07-bdb3-48f8-9549-60cb22abf6e8
|
| 54 | 2026-04-28T19:12:44.946Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = f4a4fa07-bdb3-48f8-9549-60cb22abf6e8
|
| 55 | 2026-04-28T19:12:44.946Z | INFO | dns-server (http): request completed
latency_us = 214
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34382
req_id = f4a4fa07-bdb3-48f8-9549-60cb22abf6e8
response_code = 204
uri = /config
|
| 56 | 2026-04-28T19:12:45.920Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 37735,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:23367
req_id = d441fc56-0efd-45f5-8c75-26f382963dba
|
| 57 | 2026-04-28T19:12:46.102Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:42152
|
| 58 | 2026-04-28T19:12:46.102Z | INFO | dns-server (http): request completed
latency_us = 230
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:42152
req_id = ad16cee5-bfd6-4b92-8e68-bb02e99351b2
response_code = 200
uri = /config
|
| 59 | 2026-04-28T19:12:46.547Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:39080
|
| 60 | 2026-04-28T19:12:46.557Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 96e30f77-710b-4b18-bc41-cbf233f374e7
|
| 61 | 2026-04-28T19:12:46.557Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 96e30f77-710b-4b18-bc41-cbf233f374e7
|
| 62 | 2026-04-28T19:12:46.557Z | INFO | dns-server (http): request completed
latency_us = 2236
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39080
req_id = 96e30f77-710b-4b18-bc41-cbf233f374e7
response_code = 204
uri = /config
|
| 63 | 2026-04-28T19:12:46.679Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:49228
|
| 64 | 2026-04-28T19:12:46.683Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 2ed4dada-8f46-4942-98a6-81ef237fd3f0
|
| 65 | 2026-04-28T19:12:46.683Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 2ed4dada-8f46-4942-98a6-81ef237fd3f0
|
| 66 | 2026-04-28T19:12:46.683Z | INFO | dns-server (http): request completed
latency_us = 293
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49228
req_id = 2ed4dada-8f46-4942-98a6-81ef237fd3f0
response_code = 204
uri = /config
|
| 67 | 2026-04-28T19:12:47.543Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 35144,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:52454
req_id = 44d7199b-ae32-4a27-a394-915ab3dcc2d1
|
| 68 | 2026-04-28T19:12:47.747Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:61624
|
| 69 | 2026-04-28T19:12:47.747Z | INFO | dns-server (http): request completed
latency_us = 206
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:61624
req_id = 28806bdb-fb15-42b5-9a6c-265bea59193f
response_code = 200
uri = /config
|
| 70 | 2026-04-28T19:12:48.165Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 15905,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:22452
req_id = e20b7180-94cf-4dbc-88ae-bf3aa5a206a6
|
| 71 | 2026-04-28T19:12:48.278Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:58435
|
| 72 | 2026-04-28T19:12:48.278Z | INFO | dns-server (http): request completed
latency_us = 205
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:58435
req_id = 530d05e6-073b-450a-9c38-25b3dbbc4afc
response_code = 200
uri = /config
|
| 73 | 2026-04-28T19:12:53.599Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 29268,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:60020
req_id = 538c9685-6e66-44be-b91d-5cb8c7ea0a97
|
| 74 | 2026-04-28T19:13:03.601Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 56344,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:55548
req_id = 123bcc01-5838-420a-9bf2-0ed80a5f954c
|
| 75 | 2026-04-28T19:13:13.601Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 53069,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:58940
req_id = ffd0e279-65a2-44bc-834b-efb2979763db
|
| 76 | 2026-04-28T19:13:23.603Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 27213,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:53446
req_id = 56349bdf-081d-43a4-badd-6d85f43cae6f
|
| 77 | 2026-04-28T19:13:33.605Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51939,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:51892
req_id = 95d5114c-9e70-459a-a9a8-a035f76a904d
|
| 78 | 2026-04-28T19:13:43.607Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 28853,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:55942
req_id = f85a63e2-aeb0-4244-9653-68655bb8ac0a
|
| 79 | 2026-04-28T19:13:44.944Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:43060
|
| 80 | 2026-04-28T19:13:44.946Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 0567eb93-d33b-490a-b240-d7f1cd1d37a2
|
| 81 | 2026-04-28T19:13:44.946Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 0567eb93-d33b-490a-b240-d7f1cd1d37a2
|
| 82 | 2026-04-28T19:13:44.946Z | INFO | dns-server (http): request completed
latency_us = 187
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43060
req_id = 0567eb93-d33b-490a-b240-d7f1cd1d37a2
response_code = 204
uri = /config
|
| 83 | 2026-04-28T19:13:46.288Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:44602
|
| 84 | 2026-04-28T19:13:46.290Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 43bed8f2-8dff-4190-a9ff-5c7f6c8d9263
|
| 85 | 2026-04-28T19:13:46.290Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 43bed8f2-8dff-4190-a9ff-5c7f6c8d9263
|
| 86 | 2026-04-28T19:13:46.290Z | INFO | dns-server (http): request completed
latency_us = 165
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44602
req_id = 43bed8f2-8dff-4190-a9ff-5c7f6c8d9263
response_code = 204
uri = /config
|
| 87 | 2026-04-28T19:13:46.293Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:47152
|
| 88 | 2026-04-28T19:13:46.296Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 811755b7-7ec7-4989-9c67-bb6ed8c70ded
|
| 89 | 2026-04-28T19:13:46.296Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 811755b7-7ec7-4989-9c67-bb6ed8c70ded
|
| 90 | 2026-04-28T19:13:46.296Z | INFO | dns-server (http): request completed
latency_us = 178
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47152
req_id = 811755b7-7ec7-4989-9c67-bb6ed8c70ded
response_code = 204
uri = /config
|
| 91 | 2026-04-28T19:13:46.310Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 25756,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:7051
req_id = 630c0489-808e-40d1-b826-d531387ccdb7
|
| 92 | 2026-04-28T19:13:46.702Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:53809
|
| 93 | 2026-04-28T19:13:46.702Z | INFO | dns-server (http): request completed
latency_us = 309
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:53809
req_id = 318a44e5-4167-4c07-8325-79c61cfeb2ce
response_code = 200
uri = /config
|
| 94 | 2026-04-28T19:13:47.783Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1320,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:61212
req_id = f2516ef2-1503-48a7-b36c-afd518d01b90
|
| 95 | 2026-04-28T19:13:47.789Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16350,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:52584
req_id = 07f587e2-5fb2-45a2-8d1c-22f4ac00d1ae
|
| 96 | 2026-04-28T19:13:47.882Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:40349
|
| 97 | 2026-04-28T19:13:47.882Z | INFO | dns-server (http): request completed
latency_us = 198
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:40349
req_id = 2f7238da-a6d6-4570-bc7a-d67ff4d47656
response_code = 200
uri = /config
|
| 98 | 2026-04-28T19:13:47.917Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:49146
|
| 99 | 2026-04-28T19:13:47.918Z | INFO | dns-server (http): request completed
latency_us = 274
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:49146
req_id = bbfeed7c-c98c-4f21-8fe6-55ec31dfd2dc
response_code = 200
uri = /config
|
| 100 | 2026-04-28T19:13:53.609Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 17790,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:65232
req_id = 88cfb868-7fdd-4538-bfd8-c703dbf1a2ee
|
| 101 | 2026-04-28T19:14:03.611Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 32583,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:56867
req_id = 65dd5b14-e649-4f7d-86fe-fcdd5a02f50d
|
| 102 | 2026-04-28T19:14:13.613Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 3628,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:56219
req_id = 362aff60-31f8-439e-9a99-0580603d7c11
|
| 103 | 2026-04-28T19:14:20.798Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 42510,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:33154
req_id = 2c0e1da4-41c7-44c8-ab9f-baed458cda86
|
| 104 | 2026-04-28T19:14:20.803Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51190,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:65303
req_id = dea80497-f3d8-462e-bcfd-dd8be52a5e18
|
| 105 | 2026-04-28T19:14:20.809Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 25239,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:34059
req_id = 61b5790b-c7c0-4c28-94e3-c464db2393ce
|
| 106 | 2026-04-28T19:14:23.615Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 54857,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:63944
req_id = 0ace096a-35da-4026-a060-a8048dc85a9b
|
| 107 | 2026-04-28T19:14:33.617Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 15040,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:60042
req_id = 5fd127c1-e8a9-4177-9bee-12949f6a630b
|
| 108 | 2026-04-28T19:14:43.619Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 15226,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:62099
req_id = b043f1ba-16c3-40d8-97ac-5d62befb6a7c
|
| 109 | 2026-04-28T19:14:44.945Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:45769
|
| 110 | 2026-04-28T19:14:44.947Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = fe4481b6-b681-4854-b1dd-647ffb1a3cbd
|
| 111 | 2026-04-28T19:14:44.947Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = fe4481b6-b681-4854-b1dd-647ffb1a3cbd
|
| 112 | 2026-04-28T19:14:44.947Z | INFO | dns-server (http): request completed
latency_us = 154
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45769
req_id = fe4481b6-b681-4854-b1dd-647ffb1a3cbd
response_code = 204
uri = /config
|
| 113 | 2026-04-28T19:14:46.250Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 34163,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:20665
req_id = d076bb3c-6abd-4b73-9a29-76051806ef56
|
| 114 | 2026-04-28T19:14:46.289Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:47152
|
| 115 | 2026-04-28T19:14:46.291Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 53b47378-acfa-4725-a2de-6c1c2024b5cb
|
| 116 | 2026-04-28T19:14:46.291Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 53b47378-acfa-4725-a2de-6c1c2024b5cb
|
| 117 | 2026-04-28T19:14:46.291Z | INFO | dns-server (http): request completed
latency_us = 261
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47152
req_id = 53b47378-acfa-4725-a2de-6c1c2024b5cb
response_code = 204
uri = /config
|
| 118 | 2026-04-28T19:14:46.293Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:57411
|
| 119 | 2026-04-28T19:14:46.296Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = ccac06dc-345f-43f9-835e-1860e975a187
|
| 120 | 2026-04-28T19:14:46.296Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = ccac06dc-345f-43f9-835e-1860e975a187
|
| 121 | 2026-04-28T19:14:46.296Z | INFO | dns-server (http): request completed
latency_us = 197
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57411
req_id = ccac06dc-345f-43f9-835e-1860e975a187
response_code = 204
uri = /config
|
| 122 | 2026-04-28T19:14:46.420Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:32969
|
| 123 | 2026-04-28T19:14:46.420Z | INFO | dns-server (http): request completed
latency_us = 288
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:32969
req_id = 84f71849-44b0-499c-8bed-daa72fe554bb
response_code = 200
uri = /config
|
| 124 | 2026-04-28T19:14:47.418Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 11980,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:31482
req_id = ff3fcbd5-6dc0-480c-a21a-4a1a57e0ffd8
|
| 125 | 2026-04-28T19:14:47.418Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 44001,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:14792
req_id = b2076961-afdb-4ec0-a22b-5704a0f51cff
|
| 126 | 2026-04-28T19:14:47.517Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:42592
|
| 127 | 2026-04-28T19:14:47.518Z | INFO | dns-server (http): request completed
latency_us = 180
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:42592
req_id = a8149157-cb72-4070-ab60-0fd3466a836e
response_code = 200
uri = /config
|
| 128 | 2026-04-28T19:14:47.556Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:54730
|
| 129 | 2026-04-28T19:14:47.557Z | INFO | dns-server (http): request completed
latency_us = 303
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:54730
req_id = 6d57fba0-adcb-4b1f-a283-0f989a3f3bab
response_code = 200
uri = /config
|
| 130 | 2026-04-28T19:14:53.621Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61344,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:50351
req_id = 1fd189fb-895a-4e6f-a15e-f9b9fc26d757
|
| 131 | 2026-04-28T19:15:00.202Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 46527,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_ntp_90bd8d15-9294-457d-bc2a-69c1a9fec12c."),
),
original: Query {
name: Name("oxz_ntp_90bd8d15-9294-457d-bc2a-69c1a9fec12c."),
query_type: A,
query_class: IN,
},
},
],
original: [
44,
111,
120,
122,
95,
110,
116,
112,
95,
57,
48,
98,
100,
56,
100,
49,
53,
45,
57,
50,
57,
52,
45,
52,
53,
55,
100,
45,
98,
99,
50,
97,
45,
54,
57,
99,
49,
97,
57,
102,
101,
99,
49,
50,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_ntp_90bd8d15-9294-457d-bc2a-69c1a9fec12c."
peer_addr = [fd00:1122:3344:101::1b]:62110
req_id = c32dee64-9250-455a-bf93-112822560a7f
|
| 132 | 2026-04-28T19:15:00.210Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 42083,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f."),
),
original: Query {
name: Name("oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
52,
101,
57,
52,
100,
57,
55,
51,
45,
52,
56,
53,
52,
45,
52,
99,
50,
101,
45,
56,
55,
52,
100,
45,
99,
57,
55,
51,
49,
102,
56,
102,
50,
48,
55,
102,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f."
peer_addr = [fd00:1122:3344:101::6]:59367
req_id = 5de65ffa-1f79-431c-8061-980eb14a3806
|
| 133 | 2026-04-28T19:15:00.211Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 42083,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f."),
),
original: Query {
name: Name("oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
52,
101,
57,
52,
100,
57,
55,
51,
45,
52,
56,
53,
52,
45,
52,
99,
50,
101,
45,
56,
55,
52,
100,
45,
99,
57,
55,
51,
49,
102,
56,
102,
50,
48,
55,
102,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f."
peer_addr = [fd00:1122:3344:101::6]:40033
req_id = ada8c597-6833-4480-87f7-e768639409dc
|
| 134 | 2026-04-28T19:15:00.223Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 45331,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."),
),
original: Query {
name: Name("oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
97,
55,
49,
98,
99,
54,
57,
99,
45,
98,
51,
102,
98,
45,
52,
49,
55,
54,
45,
97,
52,
97,
52,
45,
49,
99,
50,
50,
49,
51,
56,
55,
52,
52,
97,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."
peer_addr = [fd00:1122:3344:101::e]:33453
req_id = b7b1081b-f2f8-488d-9a16-f7945de670bd
|
| 135 | 2026-04-28T19:15:00.223Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 45331,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."),
),
original: Query {
name: Name("oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
97,
55,
49,
98,
99,
54,
57,
99,
45,
98,
51,
102,
98,
45,
52,
49,
55,
54,
45,
97,
52,
97,
52,
45,
49,
99,
50,
50,
49,
51,
56,
55,
52,
52,
97,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1."
peer_addr = [fd00:1122:3344:101::e]:53370
req_id = b3db2aa0-ae7b-4374-97f0-8bfae1128eac
|
| 136 | 2026-04-28T19:15:00.229Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 14520,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d."),
),
original: Query {
name: Name("oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
53,
99,
49,
50,
99,
49,
53,
98,
45,
52,
100,
54,
97,
45,
52,
52,
99,
99,
45,
98,
55,
49,
55,
45,
99,
48,
51,
102,
101,
99,
53,
101,
55,
100,
54,
100,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d."
peer_addr = [fd00:1122:3344:101::4]:58491
req_id = 34a2f03f-9984-4183-b509-0e9288d53029
|
| 137 | 2026-04-28T19:15:00.230Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 14520,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d."),
),
original: Query {
name: Name("oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
53,
99,
49,
50,
99,
49,
53,
98,
45,
52,
100,
54,
97,
45,
52,
52,
99,
99,
45,
98,
55,
49,
55,
45,
99,
48,
51,
102,
101,
99,
53,
101,
55,
100,
54,
100,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d."
peer_addr = [fd00:1122:3344:101::4]:64774
req_id = b36f225f-6daf-4d96-a757-92ef5ab283d7
|
| 138 | 2026-04-28T19:15:00.275Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 24819,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652."),
),
original: Query {
name: Name("oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
52,
56,
55,
54,
49,
49,
97,
50,
45,
56,
97,
54,
101,
45,
52,
102,
98,
102,
45,
57,
102,
50,
101,
45,
99,
51,
102,
57,
50,
101,
53,
99,
55,
54,
53,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652."
peer_addr = [fd00:1122:3344:101::3]:38185
req_id = 4325990f-868b-4a6b-8df1-d3f28eec713a
|
| 139 | 2026-04-28T19:15:00.275Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 24819,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652."),
),
original: Query {
name: Name("oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
52,
56,
55,
54,
49,
49,
97,
50,
45,
56,
97,
54,
101,
45,
52,
102,
98,
102,
45,
57,
102,
50,
101,
45,
99,
51,
102,
57,
50,
101,
53,
99,
55,
54,
53,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652."
peer_addr = [fd00:1122:3344:101::3]:57700
req_id = 7f3a2aee-a649-48a4-aca5-0debd7100bca
|
| 140 | 2026-04-28T19:15:00.394Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 53006,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20."),
),
original: Query {
name: Name("oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
48,
55,
55,
55,
57,
55,
97,
97,
45,
50,
52,
54,
56,
45,
52,
53,
56,
56,
45,
57,
49,
99,
100,
45,
101,
57,
54,
101,
55,
98,
48,
49,
53,
101,
50,
48,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20."
peer_addr = [fd00:1122:3344:101::5]:42067
req_id = 65c98e4e-df6e-4fbf-80c8-406d637dfdcb
|
| 141 | 2026-04-28T19:15:00.395Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 53006,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20."),
),
original: Query {
name: Name("oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
48,
55,
55,
55,
57,
55,
97,
97,
45,
50,
52,
54,
56,
45,
52,
53,
56,
56,
45,
57,
49,
99,
100,
45,
101,
57,
54,
101,
55,
98,
48,
49,
53,
101,
50,
48,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20."
peer_addr = [fd00:1122:3344:101::5]:51234
req_id = fa11ae32-ad6c-4057-97c6-0069da9be84b
|
| 142 | 2026-04-28T19:15:00.401Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 39170,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8."),
),
original: Query {
name: Name("oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
56,
98,
100,
50,
55,
54,
56,
102,
45,
97,
55,
102,
54,
45,
52,
48,
51,
52,
45,
97,
49,
97,
97,
45,
101,
56,
97,
48,
49,
57,
98,
49,
100,
100,
100,
56,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8."
peer_addr = [fd00:1122:3344:101::7]:40408
req_id = 4b98871a-ef8d-446d-a8a4-0cc3e217848d
|
| 143 | 2026-04-28T19:15:00.401Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 39170,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8."),
),
original: Query {
name: Name("oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
56,
98,
100,
50,
55,
54,
56,
102,
45,
97,
55,
102,
54,
45,
52,
48,
51,
52,
45,
97,
49,
97,
97,
45,
101,
56,
97,
48,
49,
57,
98,
49,
100,
100,
100,
56,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8."
peer_addr = [fd00:1122:3344:101::7]:50866
req_id = 6cf9a364-14b4-4511-8683-42507d2f7022
|
| 144 | 2026-04-28T19:15:00.902Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58831,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:60922
req_id = ad2d49b4-4416-4592-b0e8-41a5694393ab
|
| 145 | 2026-04-28T19:15:00.902Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58831,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:47278
req_id = b4a52ffe-567e-4b61-b578-cf2d86cdc592
|