| 1 | | [ Sep 15 04:11:20 Enabled. ] |
| 2 | | [ Sep 15 04:11:20 Rereading configuration. ] |
| 3 | | [ Sep 15 04:11:21 Rereading configuration. ] |
| 4 | | [ Sep 15 04:11:22 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-addresses [fd00:1122:3344:2::1]:53 &"). ] |
| 5 | | [ Sep 15 04:11:22 Method "start" exited with status 0. ] |
| 6 | | Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } |
| 7 | | note: configured to log to "/dev/stdout" |
| 8 | 2026-09-15T04:11:22.414Z | INFO | dns-server: config
config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
dns_config = Config { bind_addresses: [[fd00:1122:3344:2::1]:53] }
|
| 9 | 2026-09-15T04:11:22.414Z | INFO | dns-server (store): opening sled database
path = /data/dns
|
| 10 | 2026-09-15T04:11:22.434Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 11 | 2026-09-15T04:11:22.434Z | INFO | dns-server (store): pruning trees for generations older than 0
keep = 3
|
| 12 | 2026-09-15T04:11:22.434Z | INFO | dns-server (dns): DNS server bound to address
bind_address = [fd00:1122:3344:2::1]:53
|
| 13 | 2026-09-15T04:11:22.435Z | INFO | dns-server (http): listening
local_addr = [fd00:1122:3344:2::1]:5353
|
| 14 | 2026-09-15T04:11:23.656Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:2::2]:47177
|
| 15 | 2026-09-15T04:11:23.657Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = b90782fe-6b1d-4941-8aac-41c302ca3b8a
|
| 16 | 2026-09-15T04:11:23.657Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 17 | 2026-09-15T04:11:23.673Z | INFO | dns-server (store): pruning trees for generations older than 1
keep = 3
|
| 18 | 2026-09-15T04:11:23.673Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = b90782fe-6b1d-4941-8aac-41c302ca3b8a
|
| 19 | 2026-09-15T04:11:23.673Z | INFO | dns-server (http): request completed
latency_us = 16525
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:2::2]:47177
req_id = b90782fe-6b1d-4941-8aac-41c302ca3b8a
response_code = 204
uri = /config
|
| 20 | 2026-09-15T04:11:35.869Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 2508,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::1b]:54002
req_id = 782a22d0-e2e6-498a-8877-0b07ab88f063
|
| 21 | 2026-09-15T04:11:35.873Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55886,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::1b]:50130
req_id = c2ea2e30-552d-45cc-a9cc-e64d3a7b151d
|
| 22 | 2026-09-15T04:11:35.879Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 7082,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::1b]:37771
req_id = 8cf87088-9279-40fe-9cd3-e8d23b7a80fc
|
| 23 | 2026-09-15T04:12:42.096Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 11202,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:54155
req_id = 4dc3e676-f95b-4728-a573-68ec1ccd0ca0
|
| 24 | 2026-09-15T04:12:47.559Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 30962,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
),
original: Query {
name: Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
49,
48,
101,
50,
52,
102,
102,
48,
45,
57,
97,
99,
98,
45,
52,
101,
53,
49,
45,
97,
97,
101,
48,
45,
51,
51,
101,
99,
101,
53,
100,
49,
50,
97,
99,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::e]:34610
req_id = d905953f-f695-4c49-92f7-03e38c7095af
|
| 25 | 2026-09-15T04:12:47.563Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 30962,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
),
original: Query {
name: Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
49,
48,
101,
50,
52,
102,
102,
48,
45,
57,
97,
99,
98,
45,
52,
101,
53,
49,
45,
97,
97,
101,
48,
45,
51,
51,
101,
99,
101,
53,
100,
49,
50,
97,
99,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::e]:51451
req_id = 83107e21-1531-45c2-8cf4-a8d7327b4b76
|
| 26 | 2026-09-15T04:12:52.084Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40557,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:59919
req_id = d540b403-4d4e-4e7b-b638-6d65ee2ef8f9
|
| 27 | 2026-09-15T04:12:54.494Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 42034,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::c]:58597
req_id = b8ecf03b-bc7b-4689-81f9-42a60ddb52cd
|
| 28 | 2026-09-15T04:12:54.555Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 41016,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::a]:37395
req_id = 759f7b7b-73fb-4227-b184-a2af75f917e3
|
| 29 | 2026-09-15T04:12:54.692Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 33577,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::b]:31425
req_id = 9a351a96-fb27-4c76-8daa-a14bd3d74cbf
|
| 30 | 2026-09-15T04:13:02.086Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 4456,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:54235
req_id = 07af0123-f2f9-424b-8732-7fc06fd52b5f
|
| 31 | 2026-09-15T04:13:12.087Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 45457,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:62232
req_id = 1fb290e6-5819-43b2-89c8-a197135de3c8
|
| 32 | 2026-09-15T04:13:22.090Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 21500,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:61377
req_id = c7ca7c76-08eb-4057-b432-f4af9a9c9433
|
| 33 | 2026-09-15T04:13:32.091Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 64794,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:63307
req_id = b45f301e-be29-4d1c-8b45-efcc724b55e0
|
| 34 | 2026-09-15T04:13:42.093Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 53164,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:53443
req_id = b6ed89e8-c52d-4161-a858-9909b1d70624
|
| 35 | 2026-09-15T04:13:42.417Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 33507,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::a]:26538
req_id = 089c15d8-a225-44ee-a24f-101ccf0487a7
|
| 36 | 2026-09-15T04:13:42.617Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:57030
|
| 37 | 2026-09-15T04:13:42.662Z | INFO | dns-server (http): request completed
latency_us = 30616
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:57030
req_id = ee46542e-683e-45bb-8676-bf51b9f74ade
response_code = 200
uri = /config
|
| 38 | 2026-09-15T04:13:46.227Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:44290
|
| 39 | 2026-09-15T04:13:46.232Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 787c02b2-10bd-4d4a-9b44-962241371b38
|
| 40 | 2026-09-15T04:13:46.232Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 787c02b2-10bd-4d4a-9b44-962241371b38
|
| 41 | 2026-09-15T04:13:46.232Z | INFO | dns-server (http): request completed
latency_us = 2706
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44290
req_id = 787c02b2-10bd-4d4a-9b44-962241371b38
response_code = 204
uri = /config
|
| 42 | 2026-09-15T04:13:46.445Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16196,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::a]:46140
req_id = 7f721feb-e75b-45da-be16-7b990ecf0610
|
| 43 | 2026-09-15T04:13:46.550Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:48990
|
| 44 | 2026-09-15T04:13:46.551Z | INFO | dns-server (http): request completed
latency_us = 238
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:48990
req_id = f581ab5a-71ef-4279-be47-887fe18b869e
response_code = 200
uri = /config
|
| 45 | 2026-09-15T04:13:46.967Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 38477,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::a]:26095
req_id = 7626d38e-fa84-445c-bf0e-323cee65e42b
|
| 46 | 2026-09-15T04:13:47.068Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:46921
|
| 47 | 2026-09-15T04:13:47.068Z | INFO | dns-server (http): request completed
latency_us = 218
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:46921
req_id = e4d58abf-1589-4c3a-9d11-e152b78c80d3
response_code = 200
uri = /config
|
| 48 | 2026-09-15T04:13:52.095Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 45582,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:59011
req_id = 801fe78a-95ab-4e14-91b8-807143367b68
|
| 49 | 2026-09-15T04:13:54.191Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:59424
|
| 50 | 2026-09-15T04:13:54.201Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 15d670ba-50c0-434f-9b8f-acb65dc1ba0f
|
| 51 | 2026-09-15T04:13:54.201Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 15d670ba-50c0-434f-9b8f-acb65dc1ba0f
|
| 52 | 2026-09-15T04:13:54.201Z | INFO | dns-server (http): request completed
latency_us = 310
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59424
req_id = 15d670ba-50c0-434f-9b8f-acb65dc1ba0f
response_code = 204
uri = /config
|
| 53 | 2026-09-15T04:13:54.516Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:54507
|
| 54 | 2026-09-15T04:13:54.519Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = c8c87ffa-5a70-4172-973d-4f9d5a6b1bba
|
| 55 | 2026-09-15T04:13:54.519Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = c8c87ffa-5a70-4172-973d-4f9d5a6b1bba
|
| 56 | 2026-09-15T04:13:54.519Z | INFO | dns-server (http): request completed
latency_us = 370
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54507
req_id = c8c87ffa-5a70-4172-973d-4f9d5a6b1bba
response_code = 204
uri = /config
|
| 57 | 2026-09-15T04:13:54.693Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:37384
|
| 58 | 2026-09-15T04:13:54.697Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 236dc222-6966-48c8-94f6-e6b02082d763
|
| 59 | 2026-09-15T04:13:54.697Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 236dc222-6966-48c8-94f6-e6b02082d763
|
| 60 | 2026-09-15T04:13:54.698Z | INFO | dns-server (http): request completed
latency_us = 329
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37384
req_id = 236dc222-6966-48c8-94f6-e6b02082d763
response_code = 204
uri = /config
|
| 61 | 2026-09-15T04:13:55.388Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 19083,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::a]:10965
req_id = 4def4d78-9526-47e8-866e-226283e3ad70
|
| 62 | 2026-09-15T04:13:55.597Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:61093
|
| 63 | 2026-09-15T04:13:55.598Z | INFO | dns-server (http): request completed
latency_us = 199
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:61093
req_id = bd2920bd-95cd-4801-9ec0-8b491ed130a5
response_code = 200
uri = /config
|
| 64 | 2026-09-15T04:13:55.818Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 50223,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::c]:7479
req_id = b7e8fc4e-8c01-46f4-953b-39455675cfce
|
| 65 | 2026-09-15T04:13:55.930Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:34092
|
| 66 | 2026-09-15T04:13:55.931Z | INFO | dns-server (http): request completed
latency_us = 215
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:34092
req_id = 43c48ccf-abf3-4ce2-8555-b296804d670e
response_code = 200
uri = /config
|
| 67 | 2026-09-15T04:13:56.322Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 35379,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::b]:35618
req_id = c144dfbe-215e-4862-8ba1-31e0984f19a7
|
| 68 | 2026-09-15T04:13:56.434Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:65138
|
| 69 | 2026-09-15T04:13:56.434Z | INFO | dns-server (http): request completed
latency_us = 276
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:65138
req_id = 51bd8743-7d10-4fa1-81e1-c47686109082
response_code = 200
uri = /config
|
| 70 | 2026-09-15T04:14:02.098Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55167,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:64132
req_id = 60f7683f-28e8-4835-9b9c-8bf32719cfe0
|
| 71 | 2026-09-15T04:14:12.099Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 54242,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:58397
req_id = fc7f9bf5-5694-4f00-85ce-050cd525ef6f
|
| 72 | 2026-09-15T04:14:22.102Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 21726,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:63666
req_id = 2dcaac9c-5a56-48a4-8a8c-e10b3c0b94d7
|
| 73 | 2026-09-15T04:14:32.104Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 60101,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:50767
req_id = de753a76-67ca-4de3-a0dd-7b738b5c8224
|
| 74 | 2026-09-15T04:14:42.106Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 2175,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:55632
req_id = c65a71bf-d8bf-4ba9-9ebb-b3b89d99076f
|
| 75 | 2026-09-15T04:14:52.107Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 11807,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::d]:62421
req_id = 77b1c7e3-9365-4c11-9997-07bd47a1782d
|
| 76 | 2026-09-15T04:14:54.173Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:57972
|
| 77 | 2026-09-15T04:14:54.177Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 3a146d7b-2288-4c59-8fb9-24b8b5098b9a
|
| 78 | 2026-09-15T04:14:54.177Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 3a146d7b-2288-4c59-8fb9-24b8b5098b9a
|
| 79 | 2026-09-15T04:14:54.177Z | INFO | dns-server (http): request completed
latency_us = 862
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57972
req_id = 3a146d7b-2288-4c59-8fb9-24b8b5098b9a
response_code = 204
uri = /config
|
| 80 | 2026-09-15T04:14:54.190Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:63613
|
| 81 | 2026-09-15T04:14:54.198Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:33622
|
| 82 | 2026-09-15T04:14:54.198Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 22df7c39-a0e1-479b-83db-2396df6af2a6
|
| 83 | 2026-09-15T04:14:54.199Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 22df7c39-a0e1-479b-83db-2396df6af2a6
|
| 84 | 2026-09-15T04:14:54.199Z | INFO | dns-server (http): request completed
latency_us = 309
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63613
req_id = 22df7c39-a0e1-479b-83db-2396df6af2a6
response_code = 204
uri = /config
|
| 85 | 2026-09-15T04:14:54.199Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 5a94404d-b9e1-46bf-830f-a4c1082d05d9
|
| 86 | 2026-09-15T04:14:54.199Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 5a94404d-b9e1-46bf-830f-a4c1082d05d9
|
| 87 | 2026-09-15T04:14:54.199Z | INFO | dns-server (http): request completed
latency_us = 708
local_addr = [fd00:1122:3344:2::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33622
req_id = 5a94404d-b9e1-46bf-830f-a4c1082d05d9
response_code = 204
uri = /config
|
| 88 | 2026-09-15T04:14:55.297Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61786,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::c]:43298
req_id = 8953e3b2-1b74-4424-a00b-6de15b69af3c
|
| 89 | 2026-09-15T04:14:55.315Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 33792,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::a]:21017
req_id = 3e33c569-a776-4bb4-8723-f0d90aabb892
|
| 90 | 2026-09-15T04:14:55.400Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::c]:35047
|
| 91 | 2026-09-15T04:14:55.400Z | INFO | dns-server (http): request completed
latency_us = 228
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:35047
req_id = b9c55732-4f3b-4bab-9f59-a4f7edc8ed0f
response_code = 200
uri = /config
|
| 92 | 2026-09-15T04:14:55.514Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::a]:61054
|
| 93 | 2026-09-15T04:14:55.514Z | INFO | dns-server (http): request completed
latency_us = 407
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:61054
req_id = 7f418142-cfe3-410e-81c7-45b6fb4f87f4
response_code = 200
uri = /config
|
| 94 | 2026-09-15T04:14:56.054Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1558,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::b]:51563
req_id = 6090060c-cbb6-4796-8da6-9904d5a76630
|
| 95 | 2026-09-15T04:14:56.155Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:2::1]:5353
remote_addr = [fd00:1122:3344:101::b]:38304
|
| 96 | 2026-09-15T04:14:56.155Z | INFO | dns-server (http): request completed
latency_us = 253
local_addr = [fd00:1122:3344:2::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:38304
req_id = 05c514f0-baf2-47df-819e-37d09825a1bc
response_code = 200
uri = /config
|
| 97 | 2026-09-15T04:15:00.110Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47355,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_ntp_77f0bfe8-6a21-4522-986d-cbd1700ea12f."),
),
original: Query {
name: Name("oxz_ntp_77f0bfe8-6a21-4522-986d-cbd1700ea12f."),
query_type: A,
query_class: IN,
},
},
],
original: [
44,
111,
120,
122,
95,
110,
116,
112,
95,
55,
55,
102,
48,
98,
102,
101,
56,
45,
54,
97,
50,
49,
45,
52,
53,
50,
50,
45,
57,
56,
54,
100,
45,
99,
98,
100,
49,
55,
48,
48,
101,
97,
49,
50,
102,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_ntp_77f0bfe8-6a21-4522-986d-cbd1700ea12f."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::1b]:56040
req_id = 85b38277-4c6f-4802-9d8e-d965593dc22e
|
| 98 | 2026-09-15T04:15:00.137Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1343,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
),
original: Query {
name: Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
49,
48,
101,
50,
52,
102,
102,
48,
45,
57,
97,
99,
98,
45,
52,
101,
53,
49,
45,
97,
97,
101,
48,
45,
51,
51,
101,
99,
101,
53,
100,
49,
50,
97,
99,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::e]:62048
req_id = 23bf3a99-7274-44b2-81f9-a60b8a616aae
|
| 99 | 2026-09-15T04:15:00.138Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1343,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
),
original: Query {
name: Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
49,
48,
101,
50,
52,
102,
102,
48,
45,
57,
97,
99,
98,
45,
52,
101,
53,
49,
45,
97,
97,
101,
48,
45,
51,
51,
101,
99,
101,
53,
100,
49,
50,
97,
99,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::e]:58974
req_id = 67afdd32-155f-4e96-b453-c7ec2c523871
|
| 100 | 2026-09-15T04:15:00.720Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 31406,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."),
),
original: Query {
name: Name("oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
100,
97,
99,
54,
50,
98,
51,
55,
45,
48,
57,
53,
53,
45,
52,
99,
97,
50,
45,
97,
56,
50,
49,
45,
54,
101,
102,
98,
100,
100,
48,
100,
57,
57,
100,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::7]:60921
req_id = 7f1ffa15-4cc9-42e5-a18c-4b45e955bfe5
|
| 101 | 2026-09-15T04:15:00.720Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 31406,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."),
),
original: Query {
name: Name("oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
100,
97,
99,
54,
50,
98,
51,
55,
45,
48,
57,
53,
53,
45,
52,
99,
97,
50,
45,
97,
56,
50,
49,
45,
54,
101,
102,
98,
100,
100,
48,
100,
57,
57,
100,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::7]:35693
req_id = 36390b60-ae3e-49e5-884f-4b4d6bfd2400
|
| 102 | 2026-09-15T04:15:00.751Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 39767,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."),
),
original: Query {
name: Name("oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
50,
52,
98,
51,
50,
54,
49,
101,
45,
98,
98,
102,
97,
45,
52,
102,
55,
52,
45,
56,
98,
101,
99,
45,
48,
53,
51,
99,
98,
53,
52,
52,
102,
50,
102,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::5]:51676
req_id = e158c216-582a-42c8-823a-54f2236d8199
|
| 103 | 2026-09-15T04:15:00.751Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58001,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."),
),
original: Query {
name: Name("oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
49,
97,
53,
51,
51,
51,
54,
45,
102,
48,
49,
54,
45,
52,
99,
97,
97,
45,
57,
98,
102,
56,
45,
48,
101,
102,
57,
100,
50,
48,
52,
54,
98,
48,
48,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::3]:64982
req_id = 51cc8902-1d50-406c-a62e-55cfc00632fe
|
| 104 | 2026-09-15T04:15:00.752Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 39767,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."),
),
original: Query {
name: Name("oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
50,
52,
98,
51,
50,
54,
49,
101,
45,
98,
98,
102,
97,
45,
52,
102,
55,
52,
45,
56,
98,
101,
99,
45,
48,
53,
51,
99,
98,
53,
52,
52,
102,
50,
102,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::5]:49235
req_id = 2752f80d-b2b0-4e85-ad5b-9647135a3dda
|
| 105 | 2026-09-15T04:15:00.752Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58001,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."),
),
original: Query {
name: Name("oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
49,
97,
53,
51,
51,
51,
54,
45,
102,
48,
49,
54,
45,
52,
99,
97,
97,
45,
57,
98,
102,
56,
45,
48,
101,
102,
57,
100,
50,
48,
52,
54,
98,
48,
48,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::3]:62138
req_id = 1360973a-02ab-486f-a03c-c4ee732251b6
|
| 106 | 2026-09-15T04:15:00.758Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16070,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."),
),
original: Query {
name: Name("oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
101,
49,
100,
50,
98,
55,
55,
55,
45,
49,
48,
50,
54,
45,
52,
53,
100,
50,
45,
56,
50,
98,
52,
45,
56,
53,
57,
102,
101,
97,
53,
99,
54,
100,
99,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::4]:44992
req_id = f93efbba-9578-4999-bda1-e6776fbe9b7e
|
| 107 | 2026-09-15T04:15:00.759Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16070,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."),
),
original: Query {
name: Name("oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
101,
49,
100,
50,
98,
55,
55,
55,
45,
49,
48,
50,
54,
45,
52,
53,
100,
50,
45,
56,
50,
98,
52,
45,
56,
53,
57,
102,
101,
97,
53,
99,
54,
100,
99,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::4]:52407
req_id = aab0b349-6acc-4674-a2f5-e3dc3c167806
|
| 108 | 2026-09-15T04:15:00.762Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 60013,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."),
),
original: Query {
name: Name("oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
49,
97,
49,
101,
55,
57,
54,
48,
45,
100,
100,
97,
51,
45,
52,
54,
55,
53,
45,
57,
48,
48,
99,
45,
97,
102,
57,
97,
98,
52,
51,
57,
102,
50,
102,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::6]:65114
req_id = 2530ca80-3a55-4783-a152-3bb7f03cde82
|
| 109 | 2026-09-15T04:15:00.763Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 60013,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."),
),
original: Query {
name: Name("oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
49,
97,
49,
101,
55,
57,
54,
48,
45,
100,
100,
97,
51,
45,
52,
54,
55,
53,
45,
57,
48,
48,
99,
45,
97,
102,
57,
97,
98,
52,
51,
57,
102,
50,
102,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::6]:36945
req_id = c298e1f6-bb0a-4ae4-b27b-a9e695bd41c0
|
| 110 | 2026-09-15T04:15:00.893Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 41646,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::2]:61762
req_id = 2c278022-5e16-4f81-ae17-29132d83a663
|
| 111 | 2026-09-15T04:15:00.893Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 41646,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
bind_address = [fd00:1122:3344:2::1]:53
peer_addr = [fd00:1122:3344:101::2]:55491
req_id = 6dbbc2c9-a9cb-403d-ad21-487229a84c2e
|