| 1 | | [ Mar 23 20:12:20 Enabled. ] |
| 2 | | [ Mar 23 20:12:20 Rereading configuration. ] |
| 3 | | [ Mar 23 20:12:20 Rereading configuration. ] |
| 4 | | [ Mar 23 20:12:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] |
| 5 | | [ Mar 23 20:12:23 Method "start" exited with status 0. ] |
| 6 | | Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } |
| 7 | | note: configured to log to "/dev/stdout" |
| 8 | 2026-03-23T20:12:23.949Z | INFO | dns-server: config
config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
dns_config = Config { bind_address: [fd00:1122:3344:1::1]:53 }
|
| 9 | 2026-03-23T20:12:23.950Z | INFO | dns-server (store): opening sled database
path = /data/dns
|
| 10 | 2026-03-23T20:12:23.968Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 11 | 2026-03-23T20:12:23.968Z | INFO | dns-server (store): pruning trees for generations older than 0
keep = 3
|
| 12 | 2026-03-23T20:12:23.968Z | INFO | dns-server (dns): DNS server bound to address
local_address = [fd00:1122:3344:1::1]:53
|
| 13 | 2026-03-23T20:12:23.969Z | INFO | dns-server (http): listening
local_addr = [fd00:1122:3344:1::1]:5353
|
| 14 | 2026-03-23T20:12:24.025Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:1::2]:63264
|
| 15 | 2026-03-23T20:12:24.026Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = ff2bc192-c800-4d88-b3b9-e0b73caf1840
|
| 16 | 2026-03-23T20:12:24.026Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 17 | 2026-03-23T20:12:24.093Z | INFO | dns-server (store): pruning trees for generations older than 1
keep = 3
|
| 18 | 2026-03-23T20:12:24.093Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = ff2bc192-c800-4d88-b3b9-e0b73caf1840
|
| 19 | 2026-03-23T20:12:24.093Z | INFO | dns-server (http): request completed
latency_us = 67498
local_addr = [fd00:1122:3344:1::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:1::2]:63264
req_id = ff2bc192-c800-4d88-b3b9-e0b73caf1840
response_code = 204
uri = /config
|
| 20 | 2026-03-23T20:12:37.182Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 14140,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:62660
req_id = e99b28d2-89e4-4f09-8630-bf8c9054f3de
|
| 21 | 2026-03-23T20:12:37.188Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 48275,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:51469
req_id = 39a14a50-9ba8-4ab2-a146-5818fb71d6ad
|
| 22 | 2026-03-23T20:12:37.192Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 56495,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:35486
req_id = 2a7e7af2-a42e-499b-8818-5bfa68bac2a4
|
| 23 | 2026-03-23T20:14:13.671Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 62671,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:56805
req_id = c04e1a3a-5ffa-456f-8467-42c61d7e15e9
|
| 24 | 2026-03-23T20:14:15.091Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 43332,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."),
),
original: Query {
name: Name("oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
57,
49,
53,
102,
55,
53,
52,
99,
45,
102,
56,
53,
99,
45,
52,
98,
54,
53,
45,
98,
50,
57,
51,
45,
57,
102,
50,
100,
99,
57,
97,
54,
49,
99,
54,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."
peer_addr = [fd00:1122:3344:101::e]:44126
req_id = 67f8343a-8eab-44af-9666-89eb6377515b
|
| 25 | 2026-03-23T20:14:15.105Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 43332,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."),
),
original: Query {
name: Name("oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
57,
49,
53,
102,
55,
53,
52,
99,
45,
102,
56,
53,
99,
45,
52,
98,
54,
53,
45,
98,
50,
57,
51,
45,
57,
102,
50,
100,
99,
57,
97,
54,
49,
99,
54,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."
peer_addr = [fd00:1122:3344:101::e]:35719
req_id = e9e506eb-c60e-4791-bb19-47146da9d708
|
| 26 | 2026-03-23T20:14:21.182Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58370,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:43681
req_id = f9de6208-bbbc-4631-80ac-3be462d625b6
|
| 27 | 2026-03-23T20:14:22.161Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 34574,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:40338
req_id = b633553f-81ca-47e7-8b5a-b4982d70e86c
|
| 28 | 2026-03-23T20:14:22.196Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 7516,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:33499
req_id = ba38881a-a592-4be9-b6d9-f39cec4dabdc
|
| 29 | 2026-03-23T20:14:23.648Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 38226,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:53283
req_id = 160736e5-107b-4969-8918-5672edfdf708
|
| 30 | 2026-03-23T20:14:33.650Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 25779,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:62476
req_id = 326e3293-de92-445e-9be8-db34c8f47d6d
|
| 31 | 2026-03-23T20:14:36.516Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 35351,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:58106
req_id = 9963826f-efc3-40a0-8a0a-7275eba4c388
|
| 32 | 2026-03-23T20:14:36.521Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 23563,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:34841
req_id = ef5303de-ae89-4f77-8480-d9b308abf15a
|
| 33 | 2026-03-23T20:14:36.526Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 56472,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:51897
req_id = 7ee1cbcf-134a-4491-a5bd-db2a19e41004
|
| 34 | 2026-03-23T20:14:41.151Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61283,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:51692
req_id = 05f00a37-ef26-4102-bb90-a4df842240e8
|
| 35 | 2026-03-23T20:14:41.384Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::a]:34771
|
| 36 | 2026-03-23T20:14:41.459Z | INFO | dns-server (http): request completed
latency_us = 40998
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:34771
req_id = 2f366b80-cdfc-4536-a31d-96f57741daa5
response_code = 200
uri = /config
|
| 37 | 2026-03-23T20:14:43.599Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::a]:56323
|
| 38 | 2026-03-23T20:14:43.604Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = c922c26c-748b-44b5-b862-14cedf655630
|
| 39 | 2026-03-23T20:14:43.605Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = c922c26c-748b-44b5-b862-14cedf655630
|
| 40 | 2026-03-23T20:14:43.605Z | INFO | dns-server (http): request completed
latency_us = 2876
local_addr = [fd00:1122:3344:1::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56323
req_id = c922c26c-748b-44b5-b862-14cedf655630
response_code = 204
uri = /config
|
| 41 | 2026-03-23T20:14:43.652Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 35545,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:59911
req_id = eddb6612-41f5-457a-8f1f-56e5ab3df61e
|
| 42 | 2026-03-23T20:14:43.842Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51077,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:52103
req_id = af646fb8-92b7-4922-810c-1387b87dec11
|
| 43 | 2026-03-23T20:14:43.952Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::a]:48602
|
| 44 | 2026-03-23T20:14:43.953Z | INFO | dns-server (http): request completed
latency_us = 196
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:48602
req_id = 3ae051ba-4eb4-43aa-9dbb-ee7c1d29ec96
response_code = 200
uri = /config
|
| 45 | 2026-03-23T20:14:44.406Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55157,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:43201
req_id = 7a92e6be-3598-4d98-93e2-7df593e50d42
|
| 46 | 2026-03-23T20:14:44.526Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::a]:37266
|
| 47 | 2026-03-23T20:14:44.526Z | INFO | dns-server (http): request completed
latency_us = 191
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:37266
req_id = d60b0726-5435-4784-95ef-ded4a19fef73
response_code = 200
uri = /config
|
| 48 | 2026-03-23T20:14:52.815Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 59937,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:32879
req_id = d79be0d7-11c6-480e-9e4f-5a08658563d4
|
| 49 | 2026-03-23T20:14:52.870Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 39399,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:55825
req_id = 7e626ad3-3f2a-47e5-9e52-a2928b406d5f
|
| 50 | 2026-03-23T20:14:52.927Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::b]:58654
|
| 51 | 2026-03-23T20:14:52.928Z | INFO | dns-server (http): request completed
latency_us = 227
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:58654
req_id = cf78a4c5-2747-4e17-a214-b70e376ac69b
response_code = 200
uri = /config
|
| 52 | 2026-03-23T20:14:52.981Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::c]:62360
|
| 53 | 2026-03-23T20:14:52.981Z | INFO | dns-server (http): request completed
latency_us = 221
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:62360
req_id = 8d597a95-f437-499d-bb43-a15e84d21a0e
response_code = 200
uri = /config
|
| 54 | 2026-03-23T20:14:53.654Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 53944,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:54323
req_id = 9c414b4a-64e9-430f-b99c-320410e476eb
|
| 55 | 2026-03-23T20:15:00.074Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 23512,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40."),
),
original: Query {
name: Name("oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
102,
53,
100,
100,
51,
98,
98,
45,
97,
53,
98,
53,
45,
52,
51,
101,
56,
45,
97,
98,
51,
52,
45,
98,
53,
102,
55,
57,
102,
52,
52,
51,
101,
52,
48,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40."
peer_addr = [fd00:1122:3344:101::5]:61965
req_id = 9258442b-0038-48bb-a46a-4916151d6589
|
| 56 | 2026-03-23T20:15:00.074Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 26936,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e."),
),
original: Query {
name: Name("oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
56,
56,
100,
57,
48,
55,
54,
57,
45,
98,
50,
55,
53,
45,
52,
97,
55,
101,
45,
56,
48,
53,
49,
45,
54,
49,
101,
51,
50,
56,
97,
48,
54,
51,
54,
101,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e."
peer_addr = [fd00:1122:3344:101::3]:37939
req_id = 3a822c52-92fe-41cc-ba01-b637dab89367
|
| 57 | 2026-03-23T20:15:00.075Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 23512,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40."),
),
original: Query {
name: Name("oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
102,
53,
100,
100,
51,
98,
98,
45,
97,
53,
98,
53,
45,
52,
51,
101,
56,
45,
97,
98,
51,
52,
45,
98,
53,
102,
55,
57,
102,
52,
52,
51,
101,
52,
48,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_7f5dd3bb-a5b5-43e8-ab34-b5f79f443e40."
peer_addr = [fd00:1122:3344:101::5]:33848
req_id = b83b5da9-33a3-465b-bb7a-3beeed5d5074
|
| 58 | 2026-03-23T20:15:00.075Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 26936,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e."),
),
original: Query {
name: Name("oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
56,
56,
100,
57,
48,
55,
54,
57,
45,
98,
50,
55,
53,
45,
52,
97,
55,
101,
45,
56,
48,
53,
49,
45,
54,
49,
101,
51,
50,
56,
97,
48,
54,
51,
54,
101,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_88d90769-b275-4a7e-8051-61e328a0636e."
peer_addr = [fd00:1122:3344:101::3]:61314
req_id = 63ee2405-19a6-41db-a952-dd66d2a320c3
|
| 59 | 2026-03-23T20:15:00.090Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 35745,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_ntp_b1919362-9527-447b-a072-844e0792047f."),
),
original: Query {
name: Name("oxz_ntp_b1919362-9527-447b-a072-844e0792047f."),
query_type: A,
query_class: IN,
},
},
],
original: [
44,
111,
120,
122,
95,
110,
116,
112,
95,
98,
49,
57,
49,
57,
51,
54,
50,
45,
57,
53,
50,
55,
45,
52,
52,
55,
98,
45,
97,
48,
55,
50,
45,
56,
52,
52,
101,
48,
55,
57,
50,
48,
52,
55,
102,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_ntp_b1919362-9527-447b-a072-844e0792047f."
peer_addr = [fd00:1122:3344:101::1b]:49419
req_id = 82eceb27-0564-4118-b816-9c7c32102bcf
|
| 60 | 2026-03-23T20:15:00.145Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16232,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766."),
),
original: Query {
name: Name("oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
48,
97,
97,
56,
54,
99,
53,
49,
45,
100,
99,
102,
57,
45,
52,
101,
101,
99,
45,
57,
49,
57,
55,
45,
99,
51,
53,
56,
55,
56,
56,
56,
49,
55,
54,
54,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766."
peer_addr = [fd00:1122:3344:101::7]:35610
req_id = 99f87278-d9ba-4343-9be9-3ebb2908709d
|
| 61 | 2026-03-23T20:15:00.146Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16232,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766."),
),
original: Query {
name: Name("oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
48,
97,
97,
56,
54,
99,
53,
49,
45,
100,
99,
102,
57,
45,
52,
101,
101,
99,
45,
57,
49,
57,
55,
45,
99,
51,
53,
56,
55,
56,
56,
56,
49,
55,
54,
54,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_0aa86c51-dcf9-4eec-9197-c35878881766."
peer_addr = [fd00:1122:3344:101::7]:42265
req_id = 57a8fee9-8bf1-4527-a371-156836d6da18
|
| 62 | 2026-03-23T20:15:00.404Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 34304,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:48548
req_id = dfd53203-39a2-456d-b03f-f21fb60a2f5f
|
| 63 | 2026-03-23T20:15:00.405Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 34304,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:33493
req_id = 88af96b6-525e-4086-827b-fa914e3a10f3
|
| 64 | 2026-03-23T20:15:00.599Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 48866,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."),
),
original: Query {
name: Name("oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
57,
49,
53,
102,
55,
53,
52,
99,
45,
102,
56,
53,
99,
45,
52,
98,
54,
53,
45,
98,
50,
57,
51,
45,
57,
102,
50,
100,
99,
57,
97,
54,
49,
99,
54,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."
peer_addr = [fd00:1122:3344:101::e]:35923
req_id = d8fb79bb-09bb-435b-ab51-94641349efb6
|
| 65 | 2026-03-23T20:15:00.600Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 48866,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."),
),
original: Query {
name: Name("oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
57,
49,
53,
102,
55,
53,
52,
99,
45,
102,
56,
53,
99,
45,
52,
98,
54,
53,
45,
98,
50,
57,
51,
45,
57,
102,
50,
100,
99,
57,
97,
54,
49,
99,
54,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_915f754c-f85c-4b65-b293-9f2dc9a61c62."
peer_addr = [fd00:1122:3344:101::e]:55068
req_id = 722d56c9-99ac-4fd5-9617-a02415cea997
|
| 66 | 2026-03-23T20:15:00.997Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 48482,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394."),
),
original: Query {
name: Name("oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
54,
52,
55,
51,
48,
57,
101,
97,
45,
52,
99,
48,
49,
45,
52,
53,
101,
48,
45,
98,
54,
55,
54,
45,
102,
49,
100,
56,
57,
48,
54,
52,
48,
51,
57,
52,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394."
peer_addr = [fd00:1122:3344:101::4]:59615
req_id = 47bd22cb-4c61-4c60-966c-918f266e0357
|
| 67 | 2026-03-23T20:15:00.997Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 48482,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394."),
),
original: Query {
name: Name("oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
54,
52,
55,
51,
48,
57,
101,
97,
45,
52,
99,
48,
49,
45,
52,
53,
101,
48,
45,
98,
54,
55,
54,
45,
102,
49,
100,
56,
57,
48,
54,
52,
48,
51,
57,
52,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_647309ea-4c01-45e0-b676-f1d890640394."
peer_addr = [fd00:1122:3344:101::4]:57971
req_id = 047268a0-49ba-4f71-b2ee-88f21afc4f0e
|
| 68 | 2026-03-23T20:15:01.029Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 65022,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955."),
),
original: Query {
name: Name("oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
98,
97,
48,
56,
56,
51,
98,
45,
53,
97,
48,
48,
45,
52,
52,
55,
99,
45,
98,
49,
102,
99,
45,
56,
53,
97,
52,
97,
52,
57,
56,
53,
57,
53,
53,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955."
peer_addr = [fd00:1122:3344:101::6]:52597
req_id = 92d6dcb6-a9ed-4872-8682-845ba9072717
|
| 69 | 2026-03-23T20:15:01.029Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 65022,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955."),
),
original: Query {
name: Name("oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
98,
97,
48,
56,
56,
51,
98,
45,
53,
97,
48,
48,
45,
52,
52,
55,
99,
45,
98,
49,
102,
99,
45,
56,
53,
97,
52,
97,
52,
57,
56,
53,
57,
53,
53,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_7ba0883b-5a00-447c-b1fc-85a4a4985955."
peer_addr = [fd00:1122:3344:101::6]:52975
req_id = e153d7e8-7689-4976-901b-37b90ef253fa
|