| 1 | | [ Jul 2 21:43:26 Enabled. ] |
| 2 | | [ Jul 2 21:43:26 Rereading configuration. ] |
| 3 | | [ Jul 2 21:43:27 Rereading configuration. ] |
| 4 | | [ Jul 2 21:43:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] |
| 5 | | [ Jul 2 21:43:28 Method "start" exited with status 0. ] |
| 6 | | Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } |
| 7 | | note: configured to log to "/dev/stdout" |
| 8 | 2026-07-02T21:43:28.563Z | INFO | dns-server: config
config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
dns_config = Config { bind_address: [fd00:1122:3344:3::1]:53 }
|
| 9 | 2026-07-02T21:43:28.564Z | INFO | dns-server (store): opening sled database
path = /data/dns
|
| 10 | 2026-07-02T21:43:28.587Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 11 | 2026-07-02T21:43:28.587Z | INFO | dns-server (store): pruning trees for generations older than 0
keep = 3
|
| 12 | 2026-07-02T21:43:28.587Z | INFO | dns-server (dns): DNS server bound to address
local_address = [fd00:1122:3344:3::1]:53
|
| 13 | 2026-07-02T21:43:28.587Z | INFO | dns-server (http): listening
local_addr = [fd00:1122:3344:3::1]:5353
|
| 14 | 2026-07-02T21:43:28.646Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 22434,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_nexus._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_nexus._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
6,
95,
110,
101,
120,
117,
115,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal."
peer_addr = [fd00:1122:3344:101::2]:39324
req_id = 74d33324-e679-4117-acd6-ee7bce01ef1d
|
| 15 | 2026-07-02T21:43:28.725Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:3::2]:61268
|
| 16 | 2026-07-02T21:43:28.726Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 297f724c-f21e-44ec-91ec-c030084248fb
|
| 17 | 2026-07-02T21:43:28.726Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 18 | 2026-07-02T21:43:28.740Z | INFO | dns-server (store): pruning trees for generations older than 1
keep = 3
|
| 19 | 2026-07-02T21:43:28.740Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 297f724c-f21e-44ec-91ec-c030084248fb
|
| 20 | 2026-07-02T21:43:28.740Z | INFO | dns-server (http): request completed
latency_us = 14462
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:3::2]:61268
req_id = 297f724c-f21e-44ec-91ec-c030084248fb
response_code = 204
uri = /config
|
| 21 | 2026-07-02T21:43:40.488Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 20652,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:45523
req_id = a60c8888-e719-40cd-95be-c5465b5da9e3
|
| 22 | 2026-07-02T21:43:40.492Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55966,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:46173
req_id = 7cd2c14d-9d77-45b6-9039-1e6e539f0ce0
|
| 23 | 2026-07-02T21:43:40.496Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 56898,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:50656
req_id = 10fa89bb-d0d8-430d-9c15-1044601c1474
|
| 24 | 2026-07-02T21:44:52.181Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 63386,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:53053
req_id = 51802de1-5ee2-40af-86f9-580ea76c7a9e
|
| 25 | 2026-07-02T21:44:56.097Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 6047,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."),
),
original: Query {
name: Name("oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
98,
101,
52,
50,
102,
97,
99,
48,
45,
101,
99,
102,
102,
45,
52,
53,
55,
99,
45,
97,
57,
99,
100,
45,
97,
51,
57,
102,
51,
55,
54,
101,
51,
51,
98,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."
peer_addr = [fd00:1122:3344:101::e]:34184
req_id = b86be23f-643d-4a82-b4f2-587d60b95caa
|
| 26 | 2026-07-02T21:44:56.099Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 6047,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."),
),
original: Query {
name: Name("oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
98,
101,
52,
50,
102,
97,
99,
48,
45,
101,
99,
102,
102,
45,
52,
53,
55,
99,
45,
97,
57,
99,
100,
45,
97,
51,
57,
102,
51,
55,
54,
101,
51,
51,
98,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."
peer_addr = [fd00:1122:3344:101::e]:37291
req_id = fafecec9-19bb-46b5-a20e-63dcc617a3be
|
| 27 | 2026-07-02T21:45:00.082Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 28387,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."),
),
original: Query {
name: Name("oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
98,
101,
52,
50,
102,
97,
99,
48,
45,
101,
99,
102,
102,
45,
52,
53,
55,
99,
45,
97,
57,
99,
100,
45,
97,
51,
57,
102,
51,
55,
54,
101,
51,
51,
98,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."
peer_addr = [fd00:1122:3344:101::e]:55827
req_id = 32d56768-32b2-4315-9184-97884885652f
|
| 28 | 2026-07-02T21:45:00.082Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 28387,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."),
),
original: Query {
name: Name("oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
98,
101,
52,
50,
102,
97,
99,
48,
45,
101,
99,
102,
102,
45,
52,
53,
55,
99,
45,
97,
57,
99,
100,
45,
97,
51,
57,
102,
51,
55,
54,
101,
51,
51,
98,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_be42fac0-ecff-457c-a9cd-a39f376e33b1."
peer_addr = [fd00:1122:3344:101::e]:50152
req_id = 25664418-23d9-4d5d-b8e7-7924495bcd7b
|
| 29 | 2026-07-02T21:45:00.084Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16876,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15."),
),
original: Query {
name: Name("oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
97,
97,
53,
54,
55,
100,
56,
49,
45,
54,
51,
57,
55,
45,
52,
100,
56,
53,
45,
57,
54,
56,
55,
45,
56,
49,
97,
53,
54,
51,
48,
51,
55,
99,
49,
53,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15."
peer_addr = [fd00:1122:3344:101::3]:34035
req_id = ab45350d-e4e7-4e8f-982f-6d7d9e7c3500
|
| 30 | 2026-07-02T21:45:00.084Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16876,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15."),
),
original: Query {
name: Name("oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
97,
97,
53,
54,
55,
100,
56,
49,
45,
54,
51,
57,
55,
45,
52,
100,
56,
53,
45,
57,
54,
56,
55,
45,
56,
49,
97,
53,
54,
51,
48,
51,
55,
99,
49,
53,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_aa567d81-6397-4d85-9687-81a563037c15."
peer_addr = [fd00:1122:3344:101::3]:57824
req_id = 37f78d51-4f86-4842-b107-5f2c0ab6a0ef
|
| 31 | 2026-07-02T21:45:00.089Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 44788,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50."),
),
original: Query {
name: Name("oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
102,
99,
97,
98,
101,
49,
55,
57,
45,
55,
101,
56,
97,
45,
52,
50,
51,
102,
45,
97,
99,
102,
102,
45,
102,
100,
49,
100,
48,
48,
100,
49,
57,
97,
53,
48,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50."
peer_addr = [fd00:1122:3344:101::4]:55520
req_id = 398b04dd-bf63-47fe-91a8-0ca52453fbc6
|
| 32 | 2026-07-02T21:45:00.090Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 44788,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50."),
),
original: Query {
name: Name("oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
102,
99,
97,
98,
101,
49,
55,
57,
45,
55,
101,
56,
97,
45,
52,
50,
51,
102,
45,
97,
99,
102,
102,
45,
102,
100,
49,
100,
48,
48,
100,
49,
57,
97,
53,
48,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fcabe179-7e8a-423f-acff-fd1d00d19a50."
peer_addr = [fd00:1122:3344:101::4]:45240
req_id = 89ff11b4-6c6b-479b-a791-ba73949db779
|
| 33 | 2026-07-02T21:45:00.526Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 15871,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_ntp_eaa29b63-e938-4515-bb0b-11500625120b."),
),
original: Query {
name: Name("oxz_ntp_eaa29b63-e938-4515-bb0b-11500625120b."),
query_type: A,
query_class: IN,
},
},
],
original: [
44,
111,
120,
122,
95,
110,
116,
112,
95,
101,
97,
97,
50,
57,
98,
54,
51,
45,
101,
57,
51,
56,
45,
52,
53,
49,
53,
45,
98,
98,
48,
98,
45,
49,
49,
53,
48,
48,
54,
50,
53,
49,
50,
48,
98,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_ntp_eaa29b63-e938-4515-bb0b-11500625120b."
peer_addr = [fd00:1122:3344:101::1b]:38667
req_id = b741c9d8-bf00-416f-ae36-260ae5cd1d01
|
| 34 | 2026-07-02T21:45:00.759Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 41795,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:51162
req_id = 500ad368-ede5-4197-8850-6a1bed5430dd
|
| 35 | 2026-07-02T21:45:00.759Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 41795,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:40659
req_id = 4a17f8bf-2231-4250-84db-65f693305549
|
| 36 | 2026-07-02T21:45:00.914Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47473,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da."),
),
original: Query {
name: Name("oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
49,
98,
57,
101,
98,
53,
56,
53,
45,
100,
102,
50,
49,
45,
52,
102,
101,
97,
45,
97,
55,
49,
98,
45,
54,
102,
53,
52,
57,
102,
57,
48,
53,
51,
100,
97,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da."
peer_addr = [fd00:1122:3344:101::6]:57459
req_id = 76236167-6d2f-4313-bcd6-7e85f1a9f203
|
| 37 | 2026-07-02T21:45:00.915Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47473,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da."),
),
original: Query {
name: Name("oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
49,
98,
57,
101,
98,
53,
56,
53,
45,
100,
102,
50,
49,
45,
52,
102,
101,
97,
45,
97,
55,
49,
98,
45,
54,
102,
53,
52,
57,
102,
57,
48,
53,
51,
100,
97,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_1b9eb585-df21-4fea-a71b-6f549f9053da."
peer_addr = [fd00:1122:3344:101::6]:46459
req_id = 7f4078ae-0d43-4203-8974-e5eafa234c7d
|
| 38 | 2026-07-02T21:45:00.980Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16675,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d."),
),
original: Query {
name: Name("oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
50,
48,
52,
57,
99,
56,
48,
45,
56,
51,
98,
49,
45,
52,
53,
102,
54,
45,
56,
49,
52,
102,
45,
99,
53,
52,
50,
55,
56,
49,
52,
55,
98,
53,
100,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d."
peer_addr = [fd00:1122:3344:101::5]:62332
req_id = a4d631b6-1fa7-43b2-9031-164ec7839a38
|
| 39 | 2026-07-02T21:45:00.981Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16675,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d."),
),
original: Query {
name: Name("oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
50,
48,
52,
57,
99,
56,
48,
45,
56,
51,
98,
49,
45,
52,
53,
102,
54,
45,
56,
49,
52,
102,
45,
99,
53,
52,
50,
55,
56,
49,
52,
55,
98,
53,
100,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_92049c80-83b1-45f6-814f-c54278147b5d."
peer_addr = [fd00:1122:3344:101::5]:45018
req_id = 35b2f747-567d-4685-aeea-3b20a266c394
|
| 40 | 2026-07-02T21:45:01.007Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40637,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5."),
),
original: Query {
name: Name("oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
102,
53,
52,
97,
97,
51,
100,
51,
45,
101,
99,
50,
102,
45,
52,
49,
101,
52,
45,
56,
102,
97,
49,
45,
50,
101,
102,
98,
57,
102,
53,
102,
98,
49,
99,
53,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5."
peer_addr = [fd00:1122:3344:101::7]:40403
req_id = cb096c97-5681-4708-8dc2-b969a09de144
|
| 41 | 2026-07-02T21:45:01.007Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40637,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5."),
),
original: Query {
name: Name("oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
102,
53,
52,
97,
97,
51,
100,
51,
45,
101,
99,
50,
102,
45,
52,
49,
101,
52,
45,
56,
102,
97,
49,
45,
50,
101,
102,
98,
57,
102,
53,
102,
98,
49,
99,
53,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_f54aa3d3-ec2f-41e4-8fa1-2efb9f5fb1c5."
peer_addr = [fd00:1122:3344:101::7]:60436
req_id = 30bb009e-3c30-425d-b774-3aefe307cb70
|
| 42 | 2026-07-02T21:45:01.853Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 37567,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:41719
req_id = b11ef767-6c95-40a6-9212-f4d8ed602928
|
| 43 | 2026-07-02T21:45:01.935Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 28538,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:12977
req_id = 16ecef04-39bf-4849-a96b-579b549c8954
|