| 1 | | [ Nov 7 01:28:15 Enabled. ] |
| 2 | | [ Nov 7 01:28:15 Rereading configuration. ] |
| 3 | | [ Nov 7 01:28:16 Rereading configuration. ] |
| 4 | | [ Nov 7 01:28:17 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-addresses [fd00:1122:3344:3::1]:53 &"). ] |
| 5 | | [ Nov 7 01:28:17 Method "start" exited with status 0. ] |
| 6 | | Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } |
| 7 | | note: configured to log to "/dev/stdout" |
| 8 | 2026-11-07T01:28:17.620Z | INFO | dns-server: config
config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
dns_config = Config { bind_addresses: [[fd00:1122:3344:3::1]:53] }
|
| 9 | 2026-11-07T01:28:17.620Z | INFO | dns-server (store): opening sled database
path = /data/dns
|
| 10 | 2026-11-07T01:28:17.642Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 11 | 2026-11-07T01:28:17.642Z | INFO | dns-server (store): pruning trees for generations older than 0
keep = 3
|
| 12 | 2026-11-07T01:28:17.642Z | INFO | dns-server (dns): DNS server bound to address
bind_address = [fd00:1122:3344:3::1]:53
|
| 13 | 2026-11-07T01:28:17.642Z | INFO | dns-server (http): listening
local_addr = [fd00:1122:3344:3::1]:5353
|
| 14 | 2026-11-07T01:28:17.673Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:3::2]:53198
|
| 15 | 2026-11-07T01:28:17.674Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 5c6d1ace-fc33-48af-8c6f-503fe87a4eb0
|
| 16 | 2026-11-07T01:28:17.674Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 17 | 2026-11-07T01:28:17.689Z | INFO | dns-server (store): pruning trees for generations older than 1
keep = 3
|
| 18 | 2026-11-07T01:28:17.689Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 5c6d1ace-fc33-48af-8c6f-503fe87a4eb0
|
| 19 | 2026-11-07T01:28:17.689Z | INFO | dns-server (http): request completed
latency_us = 15598
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:3::2]:53198
req_id = 5c6d1ace-fc33-48af-8c6f-503fe87a4eb0
response_code = 204
uri = /config
|
| 20 | 2026-11-07T01:28:29.661Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 53972,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:52467
req_id = 140a51e0-2133-4aa8-a063-76136efec085
|
| 21 | 2026-11-07T01:28:30.666Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 48802,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:62701
req_id = 111a5395-d5ee-4855-9620-50a7e843b533
|
| 22 | 2026-11-07T01:28:30.670Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 43724,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:44726
req_id = eb724070-3827-462b-99c2-dee9d26d7e12
|
| 23 | 2026-11-07T01:28:58.829Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 13283,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:37464
req_id = db263b5a-cafd-473a-a5a8-39632dce020a
|
| 24 | 2026-11-07T01:28:58.835Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 52956,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:59901
req_id = be93b16b-b4d8-498e-9452-2d86f366432e
|
| 25 | 2026-11-07T01:28:58.843Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 13028,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:36364
req_id = f2423733-5e7a-4c75-be1a-8e13d83f63ef
|
| 26 | 2026-11-07T01:29:52.288Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 49007,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:51387
req_id = 9d59bfa2-0aac-4667-8885-e57e0b2a54fc
|
| 27 | 2026-11-07T01:29:54.890Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 62024,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:39262
req_id = d9b61f49-d11f-49f3-b8cd-284c973264b7
|
| 28 | 2026-11-07T01:29:54.896Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 3599,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:39409
req_id = 99c1e5b2-fbc9-4c1d-a2fa-1828b0be34fa
|
| 29 | 2026-11-07T01:29:54.901Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1171,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:58597
req_id = 3290d96d-9d14-418e-9c8e-213dcdfa2b03
|
| 30 | 2026-11-07T01:29:59.329Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 50687,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."),
),
original: Query {
name: Name("oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
56,
53,
98,
50,
49,
102,
97,
101,
45,
99,
100,
57,
99,
45,
52,
52,
52,
97,
45,
97,
100,
100,
51,
45,
51,
48,
100,
99,
101,
99,
48,
98,
98,
102,
55,
57,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::e]:35319
req_id = 9fa25cda-f095-4e5c-a357-221e22ffd806
|
| 31 | 2026-11-07T01:29:59.329Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 50687,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."),
),
original: Query {
name: Name("oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
56,
53,
98,
50,
49,
102,
97,
101,
45,
99,
100,
57,
99,
45,
52,
52,
52,
97,
45,
97,
100,
100,
51,
45,
51,
48,
100,
99,
101,
99,
48,
98,
98,
102,
55,
57,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::e]:38800
req_id = e7e3c3e6-35e9-4e2c-bae7-e6a7a90f3446
|
| 32 | 2026-11-07T01:29:59.707Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 23238,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:61154
req_id = 33c2db95-98a8-45b5-839d-e29e04216ac9
|
| 33 | 2026-11-07T01:30:00.073Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 3575,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2."),
),
original: Query {
name: Name("oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
54,
99,
100,
99,
54,
101,
49,
56,
45,
98,
57,
52,
100,
45,
52,
54,
53,
56,
45,
57,
102,
101,
48,
45,
50,
48,
51,
49,
48,
53,
56,
51,
97,
54,
101,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::3]:56752
req_id = 1d980858-3025-4caa-aa3e-daa9ffa0a22f
|
| 34 | 2026-11-07T01:30:00.073Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 3575,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2."),
),
original: Query {
name: Name("oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
54,
99,
100,
99,
54,
101,
49,
56,
45,
98,
57,
52,
100,
45,
52,
54,
53,
56,
45,
57,
102,
101,
48,
45,
50,
48,
51,
49,
48,
53,
56,
51,
97,
54,
101,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_6cdc6e18-b94d-4658-9fe0-20310583a6e2."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::3]:52518
req_id = 724e990f-75a2-4be3-8b84-5c1ca7a72be0
|
| 35 | 2026-11-07T01:30:00.096Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 23612,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83."),
),
original: Query {
name: Name("oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
102,
56,
57,
53,
55,
57,
48,
50,
45,
57,
55,
55,
99,
45,
52,
98,
99,
99,
45,
57,
53,
102,
101,
45,
102,
50,
49,
55,
102,
54,
55,
100,
50,
100,
56,
51,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::6]:52431
req_id = eca3b31f-36b5-411a-b0f0-59e212425f01
|
| 36 | 2026-11-07T01:30:00.097Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 23612,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83."),
),
original: Query {
name: Name("oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
102,
56,
57,
53,
55,
57,
48,
50,
45,
57,
55,
55,
99,
45,
52,
98,
99,
99,
45,
57,
53,
102,
101,
45,
102,
50,
49,
55,
102,
54,
55,
100,
50,
100,
56,
51,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f8957902-977c-4bcc-95fe-f217f67d2d83."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::6]:45266
req_id = 74d1c4c5-fde4-4c11-b4d5-7cd497afda1b
|
| 37 | 2026-11-07T01:30:00.099Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1982,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d."),
),
original: Query {
name: Name("oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
97,
53,
52,
54,
97,
54,
53,
100,
45,
98,
102,
54,
56,
45,
52,
53,
97,
51,
45,
97,
53,
101,
55,
45,
53,
98,
50,
53,
97,
99,
55,
49,
97,
100,
57,
100,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::5]:36157
req_id = 44d0a7ef-5ce7-4a99-85a5-befa2505c38d
|
| 38 | 2026-11-07T01:30:00.100Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1982,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d."),
),
original: Query {
name: Name("oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
97,
53,
52,
54,
97,
54,
53,
100,
45,
98,
102,
54,
56,
45,
52,
53,
97,
51,
45,
97,
53,
101,
55,
45,
53,
98,
50,
53,
97,
99,
55,
49,
97,
100,
57,
100,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_a546a65d-bf68-45a3-a5e7-5b25ac71ad9d."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::5]:42128
req_id = 77a01133-8c91-4119-b630-58947cec6e7e
|
| 39 | 2026-11-07T01:30:00.106Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 7586,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d."),
),
original: Query {
name: Name("oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
51,
53,
48,
51,
51,
57,
52,
45,
102,
102,
99,
97,
45,
52,
100,
49,
52,
45,
56,
51,
53,
48,
45,
51,
55,
101,
52,
48,
50,
101,
48,
102,
102,
50,
100,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::4]:63806
req_id = b77b4b38-dd0a-4464-b29b-4020b788a3fa
|
| 40 | 2026-11-07T01:30:00.106Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 7586,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d."),
),
original: Query {
name: Name("oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
51,
53,
48,
51,
51,
57,
52,
45,
102,
102,
99,
97,
45,
52,
100,
49,
52,
45,
56,
51,
53,
48,
45,
51,
55,
101,
52,
48,
50,
101,
48,
102,
102,
50,
100,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_73503394-ffca-4d14-8350-37e402e0ff2d."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::4]:62990
req_id = 8304ad29-6d77-4405-b528-c4a5aa2893a5
|
| 41 | 2026-11-07T01:30:00.127Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 19166,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537."),
),
original: Query {
name: Name("oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
100,
57,
97,
102,
54,
97,
101,
45,
50,
55,
101,
53,
45,
52,
97,
50,
54,
45,
97,
55,
56,
57,
45,
52,
54,
98,
54,
50,
49,
49,
57,
52,
53,
51,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::7]:47223
req_id = 4a6cc473-3909-49f9-b394-20bf2ab7450a
|
| 42 | 2026-11-07T01:30:00.127Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 19166,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537."),
),
original: Query {
name: Name("oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
100,
57,
97,
102,
54,
97,
101,
45,
50,
55,
101,
53,
45,
52,
97,
50,
54,
45,
97,
55,
56,
57,
45,
52,
54,
98,
54,
50,
49,
49,
57,
52,
53,
51,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9d9af6ae-27e5-4a26-a789-46b621194537."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::7]:40904
req_id = 083df71a-7d42-4fcc-b380-22f7088fd830
|
| 43 | 2026-11-07T01:30:00.401Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16629,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:53751
req_id = 8d3877cf-f6b3-4c78-9374-ca6cc8c7749a
|
| 44 | 2026-11-07T01:30:00.668Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1227,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."),
),
original: Query {
name: Name("oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
56,
53,
98,
50,
49,
102,
97,
101,
45,
99,
100,
57,
99,
45,
52,
52,
52,
97,
45,
97,
100,
100,
51,
45,
51,
48,
100,
99,
101,
99,
48,
98,
98,
102,
55,
57,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::e]:50849
req_id = 669c5a00-6706-4bf8-860d-eae17f8d3f23
|
| 45 | 2026-11-07T01:30:00.669Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1227,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."),
),
original: Query {
name: Name("oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
56,
53,
98,
50,
49,
102,
97,
101,
45,
99,
100,
57,
99,
45,
52,
52,
52,
97,
45,
97,
100,
100,
51,
45,
51,
48,
100,
99,
101,
99,
48,
98,
98,
102,
55,
57,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_85b21fae-cd9c-444a-add3-30dcec0bbf79."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::e]:45240
req_id = d6659871-a520-4680-a013-689721be6aa5
|
| 46 | 2026-11-07T01:30:01.014Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 8908,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39."),
),
original: Query {
name: Name("oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39."),
query_type: A,
query_class: IN,
},
},
],
original: [
44,
111,
120,
122,
95,
110,
116,
112,
95,
98,
57,
52,
99,
55,
57,
102,
51,
45,
98,
101,
98,
57,
45,
52,
55,
52,
54,
45,
98,
102,
57,
52,
45,
50,
97,
50,
97,
97,
57,
100,
52,
57,
99,
51,
57,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_ntp_b94c79f3-beb9-4746-bf94-2a2aa9d49c39."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:33872
req_id = d39dfc65-6a26-4f9b-94fb-3c8bce52fdea
|
| 47 | 2026-11-07T01:30:01.039Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 9271,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:64852
req_id = b890defc-db41-4f06-8041-284081cc86f2
|
| 48 | 2026-11-07T01:30:01.040Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 9271,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:41852
req_id = 99a64f69-0c6f-4011-9b8c-dc43279195eb
|
| 49 | 2026-11-07T01:30:01.659Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 30390,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:49961
req_id = a483f2b6-744b-4abc-8fa9-16c48f0414be
|