| 1 | | [ Jul 16 10:53:59 Enabled. ] |
| 2 | | [ Jul 16 10:53:59 Rereading configuration. ] |
| 3 | | [ Jul 16 10:53:59 Rereading configuration. ] |
| 4 | | [ Jul 16 10:54:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] |
| 5 | | [ Jul 16 10:54:01 Method "start" exited with status 0. ] |
| 6 | | Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } |
| 7 | | note: configured to log to "/dev/stdout" |
| 8 | 2026-07-16T10:54:01.350Z | INFO | dns-server: config
config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
dns_config = Config { bind_address: [fd00:1122:3344:2::1]:53 }
|
| 9 | 2026-07-16T10:54:01.350Z | INFO | dns-server (store): opening sled database
path = /data/dns
|
| 10 | 2026-07-16T10:54:01.372Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 11 | 2026-07-16T10:54:01.372Z | INFO | dns-server (store): pruning trees for generations older than 0
keep = 3
|
| 12 | 2026-07-16T10:54:01.372Z | INFO | dns-server (dns): DNS server bound to address
local_address = [fd00:1122:3344:2::1]:53
|
| 13 | 2026-07-16T10:54:01.373Z | INFO | dns-server (http): listening
local_addr = [fd00:1122:3344:2::1]:5353
|
| 14 | 2026-07-16T10:54:01.765Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:2::2]:62701
|
| 15 | 2026-07-16T10:54:01.766Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = a88a4600-aa52-431c-95ee-1129bcdd607f
|
| 16 | 2026-07-16T10:54:01.766Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 17 | 2026-07-16T10:54:01.793Z | INFO | dns-server (store): pruning trees for generations older than 1
keep = 3
|
| 18 | 2026-07-16T10:54:01.793Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = a88a4600-aa52-431c-95ee-1129bcdd607f
|
| 19 | 2026-07-16T10:54:01.793Z | INFO | dns-server (http): request completed
latency_us = 27232
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:2::2]:62701
req_id = a88a4600-aa52-431c-95ee-1129bcdd607f
response_code = 204
uri = /config
|
| 20 | 2026-07-16T10:54:13.800Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 2233,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:61279
req_id = 396c3ca5-2459-4032-967a-07d7b266d180
|
| 21 | 2026-07-16T10:54:13.804Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 8421,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:42432
req_id = 01f68746-7966-401a-8610-395f4c63f8cf
|
| 22 | 2026-07-16T10:54:13.809Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 44537,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:62589
req_id = d4bfa764-bb8b-4b5b-b891-64b1e99789c2
|
| 23 | 2026-07-16T10:56:44.024Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51666,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:49960
req_id = 64cedbf7-f2af-4e76-a0fd-7b824490d781
|
| 24 | 2026-07-16T10:56:52.160Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 36237,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:59220
req_id = 70acb975-1af1-4c58-b3e0-e6651054103b
|
| 25 | 2026-07-16T10:56:52.229Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 35048,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:58585
req_id = 2c9357ef-542c-419b-8009-a18003d8fdf6
|
| 26 | 2026-07-16T10:56:53.442Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 44760,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."),
),
original: Query {
name: Name("oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
57,
53,
54,
52,
51,
100,
54,
100,
45,
49,
57,
49,
49,
45,
52,
48,
51,
102,
45,
57,
50,
98,
51,
45,
98,
55,
97,
49,
101,
57,
53,
100,
50,
99,
99,
98,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."
peer_addr = [fd00:1122:3344:101::e]:59873
req_id = be187906-5b42-41ab-bf7f-600e761f5159
|
| 27 | 2026-07-16T10:56:53.443Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 44760,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."),
),
original: Query {
name: Name("oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
57,
53,
54,
52,
51,
100,
54,
100,
45,
49,
57,
49,
49,
45,
52,
48,
51,
102,
45,
57,
50,
98,
51,
45,
98,
55,
97,
49,
101,
57,
53,
100,
50,
99,
99,
98,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."
peer_addr = [fd00:1122:3344:101::e]:62707
req_id = a2b67d05-7cbc-4b6b-bcb2-d5baec45dc2e
|
| 28 | 2026-07-16T10:56:53.996Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 15625,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:9754
req_id = abaf7312-6075-4068-b228-efeaf3b85d93
|
| 29 | 2026-07-16T10:56:54.012Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61588,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:55563
req_id = b7fefdeb-a233-4e16-89f3-b154210fb870
|
| 30 | 2026-07-16T10:57:04.013Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 3235,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:56106
req_id = 82d58f73-e65e-4016-b04c-154bae77dcc6
|
| 31 | 2026-07-16T10:57:14.014Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 4858,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:62400
req_id = 0da8f0a2-3baf-4b81-8e71-22efd1c35a66
|
| 32 | 2026-07-16T10:57:21.367Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 9410,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:43349
req_id = a9c9fa55-20de-45ad-b1b5-f5f62932610b
|
| 33 | 2026-07-16T10:57:21.502Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:63898
|
| 34 | 2026-07-16T10:57:21.503Z | INFO | dns-server (http): request completed
latency_us = 438
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:63898
req_id = 3c67b1a0-3a07-4755-8faf-a2ab8402af85
response_code = 200
uri = /config
|
| 35 | 2026-07-16T10:57:22.497Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:52101
|
| 36 | 2026-07-16T10:57:22.501Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 53a71d1d-75de-447e-bee6-0280c5e3be21
|
| 37 | 2026-07-16T10:57:22.501Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 53a71d1d-75de-447e-bee6-0280c5e3be21
|
| 38 | 2026-07-16T10:57:22.501Z | INFO | dns-server (http): request completed
latency_us = 289
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52101
req_id = 53a71d1d-75de-447e-bee6-0280c5e3be21
response_code = 204
uri = /config
|
| 39 | 2026-07-16T10:57:22.690Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 43304,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:46405
req_id = 4064e88b-b5f2-430e-8f97-a0f9a33c8f6d
|
| 40 | 2026-07-16T10:57:22.976Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:55912
|
| 41 | 2026-07-16T10:57:22.976Z | INFO | dns-server (http): request completed
latency_us = 209
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:55912
req_id = f0e9211a-02d5-4bc3-9775-c94ad6af8e9e
response_code = 200
uri = /config
|
| 42 | 2026-07-16T10:57:23.471Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55976,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:12125
req_id = 7b24c9d4-b39b-4cfd-a7b3-953ededa6e81
|
| 43 | 2026-07-16T10:57:23.695Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:39497
|
| 44 | 2026-07-16T10:57:23.696Z | INFO | dns-server (http): request completed
latency_us = 234
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:39497
req_id = 390fa86a-f134-4def-86dc-9c4ac3aa2b89
response_code = 200
uri = /config
|
| 45 | 2026-07-16T10:57:24.016Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 38211,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:62907
req_id = f90f8037-9857-4971-9bdd-519f61fc3283
|
| 46 | 2026-07-16T10:57:32.933Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51747,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:18992
req_id = b47682ac-0bf0-4b2d-b0b4-c252c5289bb4
|
| 47 | 2026-07-16T10:57:32.939Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51415,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:16204
req_id = d419400f-e3ea-4c85-9baf-a89922d51d6b
|
| 48 | 2026-07-16T10:57:33.060Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:34960
|
| 49 | 2026-07-16T10:57:33.061Z | INFO | dns-server (http): request completed
latency_us = 266
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:34960
req_id = 054c5b18-dd25-4edd-abcf-0be396906e35
response_code = 200
uri = /config
|
| 50 | 2026-07-16T10:57:33.135Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:58910
|
| 51 | 2026-07-16T10:57:33.136Z | INFO | dns-server (http): request completed
latency_us = 224
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:58910
req_id = 9d943ca1-3353-49a3-b3bc-e6c89f1d48e2
response_code = 200
uri = /config
|
| 52 | 2026-07-16T10:57:34.018Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 9088,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:55974
req_id = 27308021-9128-4511-b7ff-d64e01356b54
|
| 53 | 2026-07-16T10:57:44.019Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 42424,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:57833
req_id = 35c77657-f95d-46b4-9d07-ec168077d907
|
| 54 | 2026-07-16T10:57:52.025Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:48238
|
| 55 | 2026-07-16T10:57:52.028Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 4e2cc142-128d-4e2b-90af-18b3c19989cd
|
| 56 | 2026-07-16T10:57:52.028Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 4e2cc142-128d-4e2b-90af-18b3c19989cd
|
| 57 | 2026-07-16T10:57:52.029Z | INFO | dns-server (http): request completed
latency_us = 339
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48238
req_id = 4e2cc142-128d-4e2b-90af-18b3c19989cd
response_code = 204
uri = /config
|
| 58 | 2026-07-16T10:57:52.212Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:54484
|
| 59 | 2026-07-16T10:57:52.214Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 9f42d54f-1c66-4fcd-b53f-18caf0557903
|
| 60 | 2026-07-16T10:57:52.214Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 9f42d54f-1c66-4fcd-b53f-18caf0557903
|
| 61 | 2026-07-16T10:57:52.215Z | INFO | dns-server (http): request completed
latency_us = 260
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54484
req_id = 9f42d54f-1c66-4fcd-b53f-18caf0557903
response_code = 204
uri = /config
|
| 62 | 2026-07-16T10:57:53.207Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 8190,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:33192
req_id = 5c304770-6cde-490a-9d31-fb255dbe2dff
|
| 63 | 2026-07-16T10:57:53.268Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58172,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:13650
req_id = 268df217-6f86-4846-a5e5-dbef63b1c9c8
|
| 64 | 2026-07-16T10:57:53.310Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:44844
|
| 65 | 2026-07-16T10:57:53.311Z | INFO | dns-server (http): request completed
latency_us = 216
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:44844
req_id = 9ae282db-e1bc-4b90-b940-d01273d0e0bb
response_code = 200
uri = /config
|
| 66 | 2026-07-16T10:57:53.368Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:45879
|
| 67 | 2026-07-16T10:57:53.368Z | INFO | dns-server (http): request completed
latency_us = 229
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:45879
req_id = 09c5bbfa-a29b-4054-9ed9-e0e60560ffaa
response_code = 200
uri = /config
|
| 68 | 2026-07-16T10:57:53.843Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:55254
|
| 69 | 2026-07-16T10:57:53.847Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = a1389470-3235-4cd6-bd0b-fedba27822f0
|
| 70 | 2026-07-16T10:57:53.847Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = a1389470-3235-4cd6-bd0b-fedba27822f0
|
| 71 | 2026-07-16T10:57:53.847Z | INFO | dns-server (http): request completed
latency_us = 235
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55254
req_id = a1389470-3235-4cd6-bd0b-fedba27822f0
response_code = 204
uri = /config
|
| 72 | 2026-07-16T10:57:54.021Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 33117,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:61585
req_id = 65f57307-f4e2-4737-bb2d-19de80d6953d
|
| 73 | 2026-07-16T10:57:55.007Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 4381,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:51046
req_id = 82bd8770-acab-4e46-b5e5-3ef6c4f75ebb
|
| 74 | 2026-07-16T10:57:55.103Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:64775
|
| 75 | 2026-07-16T10:57:55.104Z | INFO | dns-server (http): request completed
latency_us = 227
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:64775
req_id = 653814e1-4ded-4311-acf4-1c9166ae0880
response_code = 200
uri = /config
|
| 76 | 2026-07-16T10:58:04.023Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61360,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:59833
req_id = 57dfe119-9227-49db-b6b2-595847f12770
|
| 77 | 2026-07-16T10:58:06.468Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 37396,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:53812
req_id = 448373fa-e1a3-47b2-b71c-43a9b6fcbde6
|
| 78 | 2026-07-16T10:58:06.472Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 15094,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:60470
req_id = a8ec617e-e5e5-4da2-9434-22b0c4c44fce
|
| 79 | 2026-07-16T10:58:06.476Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47443,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:41799
req_id = aaceec00-9dc4-4939-ab5a-f6c60ad2e0cb
|
| 80 | 2026-07-16T10:58:14.024Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 46279,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:62070
req_id = b248a84c-08fa-48c6-bb28-225272e87e34
|
| 81 | 2026-07-16T10:58:24.024Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 4433,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:50605
req_id = b1aa9263-7c5d-462b-9d25-66329ecccbd1
|
| 82 | 2026-07-16T10:58:34.027Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 5888,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:64167
req_id = ab7f6962-3965-4db2-a223-5a398ce04f17
|
| 83 | 2026-07-16T10:58:44.028Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55178,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:64830
req_id = 95dda3ce-20d7-4848-a0f2-1efcc0db037d
|
| 84 | 2026-07-16T10:58:51.888Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:56286
|
| 85 | 2026-07-16T10:58:51.891Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 46409c8e-4fcc-4778-8779-aa1a529e034b
|
| 86 | 2026-07-16T10:58:51.891Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 46409c8e-4fcc-4778-8779-aa1a529e034b
|
| 87 | 2026-07-16T10:58:51.891Z | INFO | dns-server (http): request completed
latency_us = 237
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56286
req_id = 46409c8e-4fcc-4778-8779-aa1a529e034b
response_code = 204
uri = /config
|
| 88 | 2026-07-16T10:58:51.911Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:60193
|
| 89 | 2026-07-16T10:58:51.915Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 1ad0b3a9-8920-40e1-a824-eb7c01bead20
|
| 90 | 2026-07-16T10:58:51.915Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 1ad0b3a9-8920-40e1-a824-eb7c01bead20
|
| 91 | 2026-07-16T10:58:51.915Z | INFO | dns-server (http): request completed
latency_us = 838
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60193
req_id = 1ad0b3a9-8920-40e1-a824-eb7c01bead20
response_code = 204
uri = /config
|
| 92 | 2026-07-16T10:58:52.779Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61455,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:65456
req_id = a5f78265-67b8-4e19-8f27-d26e4b9ed2de
|
| 93 | 2026-07-16T10:58:52.833Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55357,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:26292
req_id = d860621f-6e67-4e1f-8d11-cce27564640d
|
| 94 | 2026-07-16T10:58:52.883Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:36965
|
| 95 | 2026-07-16T10:58:52.883Z | INFO | dns-server (http): request completed
latency_us = 218
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:36965
req_id = 2c631926-4844-4437-abb4-8d6061dcbb0f
response_code = 200
uri = /config
|
| 96 | 2026-07-16T10:58:53.018Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:40945
|
| 97 | 2026-07-16T10:58:53.018Z | INFO | dns-server (http): request completed
latency_us = 208
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:40945
req_id = 6b600347-5740-441a-bd78-485e182bf2bc
response_code = 200
uri = /config
|
| 98 | 2026-07-16T10:58:53.839Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:53208
|
| 99 | 2026-07-16T10:58:53.842Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = add4901a-82a6-40e0-87c5-917bb5d9f458
|
| 100 | 2026-07-16T10:58:53.842Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = add4901a-82a6-40e0-87c5-917bb5d9f458
|
| 101 | 2026-07-16T10:58:53.842Z | INFO | dns-server (http): request completed
latency_us = 403
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:53208
req_id = add4901a-82a6-40e0-87c5-917bb5d9f458
response_code = 204
uri = /config
|
| 102 | 2026-07-16T10:58:54.030Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55433,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:49894
req_id = efafb9db-23cc-4704-8f87-a1ff84f041c9
|
| 103 | 2026-07-16T10:58:54.735Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 45523,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:12259
req_id = e9394ec4-d9a8-48d9-8f02-9ebb51c1664b
|
| 104 | 2026-07-16T10:58:54.834Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:51707
|
| 105 | 2026-07-16T10:58:54.834Z | INFO | dns-server (http): request completed
latency_us = 238
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:51707
req_id = 354f3665-fae7-44ad-b97e-7e29928c0d78
response_code = 200
uri = /config
|
| 106 | 2026-07-16T10:59:04.031Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 45647,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:51276
req_id = 42d33c92-9f7c-4488-9581-101479acb414
|
| 107 | 2026-07-16T10:59:14.032Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 13646,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:65312
req_id = 6721ba04-9be0-421a-aec1-560c0acbbc4e
|
| 108 | 2026-07-16T10:59:24.034Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 33401,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:51540
req_id = 09188d2b-307a-4187-9c5a-da6badadc860
|
| 109 | 2026-07-16T10:59:34.035Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58529,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:55401
req_id = d709d7e6-dd7b-4c9d-b0c7-594e9be3f1f3
|
| 110 | 2026-07-16T10:59:44.037Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 63216,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:54693
req_id = 58eab966-005d-400e-b8a4-69732ddc3b88
|
| 111 | 2026-07-16T10:59:51.889Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:61849
|
| 112 | 2026-07-16T10:59:51.891Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 9aa5d272-b187-4583-ab8d-5e5e4e9e7aa6
|
| 113 | 2026-07-16T10:59:51.891Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 9aa5d272-b187-4583-ab8d-5e5e4e9e7aa6
|
| 114 | 2026-07-16T10:59:51.892Z | INFO | dns-server (http): request completed
latency_us = 186
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61849
req_id = 9aa5d272-b187-4583-ab8d-5e5e4e9e7aa6
response_code = 204
uri = /config
|
| 115 | 2026-07-16T10:59:51.911Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:54783
|
| 116 | 2026-07-16T10:59:51.915Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = ad44acb7-814c-48d1-bbce-a0cfb5546191
|
| 117 | 2026-07-16T10:59:51.915Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = ad44acb7-814c-48d1-bbce-a0cfb5546191
|
| 118 | 2026-07-16T10:59:51.915Z | INFO | dns-server (http): request completed
latency_us = 377
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54783
req_id = ad44acb7-814c-48d1-bbce-a0cfb5546191
response_code = 204
uri = /config
|
| 119 | 2026-07-16T10:59:53.228Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55067,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:1477
req_id = 910216a3-1465-4171-9f83-df62ea46bfb1
|
| 120 | 2026-07-16T10:59:53.235Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47883,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:57457
req_id = 1296e82b-4fd2-4472-ae9a-e8efc8bf5037
|
| 121 | 2026-07-16T10:59:53.332Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:57075
|
| 122 | 2026-07-16T10:59:53.333Z | INFO | dns-server (http): request completed
latency_us = 215
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:57075
req_id = 10d9ae3b-14d2-4da4-83b4-706bfe54ab49
response_code = 200
uri = /config
|
| 123 | 2026-07-16T10:59:53.435Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:37637
|
| 124 | 2026-07-16T10:59:53.436Z | INFO | dns-server (http): request completed
latency_us = 183
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:37637
req_id = 50df5340-5b6c-481b-9632-4f9ee3e7cada
response_code = 200
uri = /config
|
| 125 | 2026-07-16T10:59:53.840Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:44447
|
| 126 | 2026-07-16T10:59:53.843Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = ea55b8aa-cd53-408b-b884-a7e7fe06f986
|
| 127 | 2026-07-16T10:59:53.843Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = ea55b8aa-cd53-408b-b884-a7e7fe06f986
|
| 128 | 2026-07-16T10:59:53.843Z | INFO | dns-server (http): request completed
latency_us = 238
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44447
req_id = ea55b8aa-cd53-408b-b884-a7e7fe06f986
response_code = 204
uri = /config
|
| 129 | 2026-07-16T10:59:54.038Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 64193,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:60707
req_id = be0977c7-601f-4ae3-a5d7-09f3cfd0b444
|
| 130 | 2026-07-16T10:59:55.215Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 62197,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:35384
req_id = 4a564343-0865-4e2c-95ff-d0484ed9aaea
|
| 131 | 2026-07-16T10:59:55.309Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:58790
|
| 132 | 2026-07-16T10:59:55.309Z | INFO | dns-server (http): request completed
latency_us = 266
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:58790
req_id = 6239e019-b734-492b-bc42-609c0f605823
response_code = 200
uri = /config
|
| 133 | 2026-07-16T11:00:00.710Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 27060,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:55927
req_id = de2d3e2c-25b4-4f0d-8fbc-7dcba7f495e9
|
| 134 | 2026-07-16T11:00:00.711Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 27060,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:33824
req_id = ac20bef4-fd55-4752-8a5a-497ef806d305
|
| 135 | 2026-07-16T11:00:00.779Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 62588,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_ntp_ddd65b13-625d-4136-be4f-4d57e328fb88."),
),
original: Query {
name: Name("oxz_ntp_ddd65b13-625d-4136-be4f-4d57e328fb88."),
query_type: A,
query_class: IN,
},
},
],
original: [
44,
111,
120,
122,
95,
110,
116,
112,
95,
100,
100,
100,
54,
53,
98,
49,
51,
45,
54,
50,
53,
100,
45,
52,
49,
51,
54,
45,
98,
101,
52,
102,
45,
52,
100,
53,
55,
101,
51,
50,
56,
102,
98,
56,
56,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_ntp_ddd65b13-625d-4136-be4f-4d57e328fb88."
peer_addr = [fd00:1122:3344:101::1b]:58167
req_id = 2e395978-a478-431b-a572-484d8b79046b
|
| 136 | 2026-07-16T11:00:00.875Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55686,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5."),
),
original: Query {
name: Name("oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
51,
53,
48,
55,
56,
102,
55,
100,
45,
101,
50,
102,
56,
45,
52,
55,
49,
51,
45,
98,
54,
98,
55,
45,
53,
102,
99,
49,
50,
54,
48,
56,
99,
97,
99,
53,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5."
peer_addr = [fd00:1122:3344:101::4]:64592
req_id = 98db824b-4120-4edb-9a2f-daf91cc9f11c
|
| 137 | 2026-07-16T11:00:00.876Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55686,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5."),
),
original: Query {
name: Name("oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
51,
53,
48,
55,
56,
102,
55,
100,
45,
101,
50,
102,
56,
45,
52,
55,
49,
51,
45,
98,
54,
98,
55,
45,
53,
102,
99,
49,
50,
54,
48,
56,
99,
97,
99,
53,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5."
peer_addr = [fd00:1122:3344:101::4]:42333
req_id = 28a3775c-ecc8-4c95-b77e-fd56d15db866
|
| 138 | 2026-07-16T11:00:00.928Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 59607,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb."),
),
original: Query {
name: Name("oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
100,
97,
52,
52,
49,
100,
53,
100,
45,
53,
102,
48,
98,
45,
52,
54,
48,
99,
45,
56,
100,
54,
54,
45,
48,
102,
101,
50,
53,
99,
98,
51,
98,
51,
99,
98,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb."
peer_addr = [fd00:1122:3344:101::3]:52835
req_id = 17f73f38-bf68-4832-8a28-75ba3c2c2c62
|
| 139 | 2026-07-16T11:00:00.929Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 59607,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb."),
),
original: Query {
name: Name("oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
100,
97,
52,
52,
49,
100,
53,
100,
45,
53,
102,
48,
98,
45,
52,
54,
48,
99,
45,
56,
100,
54,
54,
45,
48,
102,
101,
50,
53,
99,
98,
51,
98,
51,
99,
98,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb."
peer_addr = [fd00:1122:3344:101::3]:57054
req_id = 2514218d-53e2-457c-a66e-99a577baea06
|
| 140 | 2026-07-16T11:00:00.967Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 31309,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2."),
),
original: Query {
name: Name("oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
51,
97,
97,
101,
55,
98,
54,
53,
45,
56,
52,
98,
54,
45,
52,
101,
57,
49,
45,
97,
51,
98,
50,
45,
51,
53,
100,
51,
98,
98,
49,
51,
99,
100,
99,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2."
peer_addr = [fd00:1122:3344:101::5]:53700
req_id = 7ea008a2-aeca-401a-ba4e-077df953e0d4
|
| 141 | 2026-07-16T11:00:00.968Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 106,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63."),
),
original: Query {
name: Name("oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
53,
98,
49,
100,
97,
54,
99,
48,
45,
99,
102,
56,
49,
45,
52,
57,
53,
55,
45,
56,
57,
49,
51,
45,
98,
98,
53,
57,
97,
52,
52,
52,
97,
102,
54,
51,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63."
peer_addr = [fd00:1122:3344:101::7]:53395
req_id = c932d836-52e7-4b9a-8575-9bf5dd0eafb6
|
| 142 | 2026-07-16T11:00:00.968Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 31309,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2."),
),
original: Query {
name: Name("oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
51,
97,
97,
101,
55,
98,
54,
53,
45,
56,
52,
98,
54,
45,
52,
101,
57,
49,
45,
97,
51,
98,
50,
45,
51,
53,
100,
51,
98,
98,
49,
51,
99,
100,
99,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2."
peer_addr = [fd00:1122:3344:101::5]:37333
req_id = ec80221d-f4d4-4915-b48a-649069b4e99a
|
| 143 | 2026-07-16T11:00:00.968Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 106,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63."),
),
original: Query {
name: Name("oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
53,
98,
49,
100,
97,
54,
99,
48,
45,
99,
102,
56,
49,
45,
52,
57,
53,
55,
45,
56,
57,
49,
51,
45,
98,
98,
53,
57,
97,
52,
52,
52,
97,
102,
54,
51,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63."
peer_addr = [fd00:1122:3344:101::7]:43110
req_id = 318254ff-6be2-468e-815e-0db474d25f08
|
| 144 | 2026-07-16T11:00:00.971Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61297,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262."),
),
original: Query {
name: Name("oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
100,
50,
49,
55,
102,
97,
56,
45,
101,
100,
48,
101,
45,
52,
50,
102,
48,
45,
97,
97,
97,
53,
45,
48,
52,
48,
54,
52,
51,
97,
101,
51,
50,
54,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262."
peer_addr = [fd00:1122:3344:101::6]:39041
req_id = abb43432-727d-409e-a4a7-80adc668898c
|
| 145 | 2026-07-16T11:00:00.972Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61297,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262."),
),
original: Query {
name: Name("oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
100,
50,
49,
55,
102,
97,
56,
45,
101,
100,
48,
101,
45,
52,
50,
102,
48,
45,
97,
97,
97,
53,
45,
48,
52,
48,
54,
52,
51,
97,
101,
51,
50,
54,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262."
peer_addr = [fd00:1122:3344:101::6]:44753
req_id = ede0ccce-c787-44fd-8d05-043efc9c945f
|
| 146 | 2026-07-16T11:00:01.005Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 34190,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."),
),
original: Query {
name: Name("oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
57,
53,
54,
52,
51,
100,
54,
100,
45,
49,
57,
49,
49,
45,
52,
48,
51,
102,
45,
57,
50,
98,
51,
45,
98,
55,
97,
49,
101,
57,
53,
100,
50,
99,
99,
98,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."
peer_addr = [fd00:1122:3344:101::e]:59295
req_id = 8407dfa2-824f-4840-899a-b6332c6b2011
|
| 147 | 2026-07-16T11:00:01.006Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 34190,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."),
),
original: Query {
name: Name("oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
57,
53,
54,
52,
51,
100,
54,
100,
45,
49,
57,
49,
49,
45,
52,
48,
51,
102,
45,
57,
50,
98,
51,
45,
98,
55,
97,
49,
101,
57,
53,
100,
50,
99,
99,
98,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb."
peer_addr = [fd00:1122:3344:101::e]:34696
req_id = 503162d5-4cc6-4a3e-aea8-c41b79c262ee
|