| 1 | | [ Oct 31 05:28:54 Enabled. ] |
| 2 | | [ Oct 31 05:28:54 Rereading configuration. ] |
| 3 | | [ Oct 31 05:28:54 Rereading configuration. ] |
| 4 | | [ Oct 31 05:28:55 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-addresses [fd00:1122:3344:3::1]:53 &"). ] |
| 5 | | [ Oct 31 05:28:55 Method "start" exited with status 0. ] |
| 6 | | Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } |
| 7 | | note: configured to log to "/dev/stdout" |
| 8 | 2026-10-31T05:28:55.923Z | INFO | dns-server: config
config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
dns_config = Config { bind_addresses: [[fd00:1122:3344:3::1]:53] }
|
| 9 | 2026-10-31T05:28:55.924Z | INFO | dns-server (store): opening sled database
path = /data/dns
|
| 10 | 2026-10-31T05:28:55.943Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 11 | 2026-10-31T05:28:55.943Z | INFO | dns-server (store): pruning trees for generations older than 0
keep = 3
|
| 12 | 2026-10-31T05:28:55.943Z | INFO | dns-server (dns): DNS server bound to address
bind_address = [fd00:1122:3344:3::1]:53
|
| 13 | 2026-10-31T05:28:55.943Z | INFO | dns-server (http): listening
local_addr = [fd00:1122:3344:3::1]:5353
|
| 14 | 2026-10-31T05:28:56.773Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 33768,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_nexus._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_nexus._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
6,
95,
110,
101,
120,
117,
115,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:24424
req_id = c82ad554-ce4e-4061-834c-071d43976dee
|
| 15 | 2026-10-31T05:28:56.778Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 4719,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_nexus._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_nexus._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
6,
95,
110,
101,
120,
117,
115,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:48539
req_id = 1d9cb4e9-46f5-4002-b9dd-f58d2fe3873e
|
| 16 | 2026-10-31T05:28:56.880Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 52185,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_nexus._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_nexus._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
6,
95,
110,
101,
120,
117,
115,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:3584
req_id = df7e1e9b-8319-4b60-b6fb-c7bf6856455f
|
| 17 | 2026-10-31T05:28:56.926Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58305,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_nexus._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_nexus._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
6,
95,
110,
101,
120,
117,
115,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:3::2]:10854
req_id = 139b1e20-30a2-4ee6-bc6c-b97147606260
|
| 18 | 2026-10-31T05:28:57.003Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 7142,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_nexus._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_nexus._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
6,
95,
110,
101,
120,
117,
115,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:62639
req_id = e09f2088-9292-411d-b5fc-2459b3efc20b
|
| 19 | 2026-10-31T05:28:57.063Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 20139,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_nexus._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_nexus._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
6,
95,
110,
101,
120,
117,
115,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:48772
req_id = a26880a5-3a67-4361-afef-4b631206754b
|
| 20 | 2026-10-31T05:28:57.103Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 43149,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_nexus._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_nexus._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
6,
95,
110,
101,
120,
117,
115,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:1485
req_id = 2e8f8b4c-4626-4ae1-851f-7df527b37649
|
| 21 | 2026-10-31T05:28:57.130Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 12900,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_nexus._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_nexus._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
6,
95,
110,
101,
120,
117,
115,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:5767
req_id = 6e30b935-56e0-497d-8ac7-b5cb3e391b70
|
| 22 | 2026-10-31T05:28:57.224Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:3::2]:40986
|
| 23 | 2026-10-31T05:28:57.229Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = dbfac858-6361-46e0-ba8a-a11fee137906
|
| 24 | 2026-10-31T05:28:57.229Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 25 | 2026-10-31T05:28:57.245Z | INFO | dns-server (store): pruning trees for generations older than 1
keep = 3
|
| 26 | 2026-10-31T05:28:57.245Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = dbfac858-6361-46e0-ba8a-a11fee137906
|
| 27 | 2026-10-31T05:28:57.245Z | INFO | dns-server (http): request completed
latency_us = 16602
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:3::2]:40986
req_id = dbfac858-6361-46e0-ba8a-a11fee137906
response_code = 204
uri = /config
|
| 28 | 2026-10-31T05:29:08.942Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 65294,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:41319
req_id = 3488700e-2592-40c7-a345-d008d9c1ec8b
|
| 29 | 2026-10-31T05:29:08.946Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 39725,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:43335
req_id = dc8c5b60-4739-4941-a9dd-01357b556e6f
|
| 30 | 2026-10-31T05:29:08.950Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 44824,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:44474
req_id = a7b30a7d-2ac3-45c7-9976-bb1f578ca699
|
| 31 | 2026-10-31T05:30:00.350Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47782,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f."),
),
original: Query {
name: Name("oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
52,
97,
53,
49,
56,
50,
102,
100,
45,
54,
48,
56,
51,
45,
52,
54,
50,
102,
45,
97,
98,
98,
99,
45,
50,
97,
53,
52,
54,
57,
48,
99,
101,
50,
56,
102,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::6]:36011
req_id = 65cc3f3a-f142-4ebe-8245-5b48264cebbd
|
| 32 | 2026-10-31T05:30:00.355Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47782,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f."),
),
original: Query {
name: Name("oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
52,
97,
53,
49,
56,
50,
102,
100,
45,
54,
48,
56,
51,
45,
52,
54,
50,
102,
45,
97,
98,
98,
99,
45,
50,
97,
53,
52,
54,
57,
48,
99,
101,
50,
56,
102,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::6]:39340
req_id = db5a9d3f-1317-4a64-8a33-2075fe58c9d4
|
| 33 | 2026-10-31T05:30:00.355Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 31883,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd."),
),
original: Query {
name: Name("oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
52,
98,
97,
99,
51,
50,
54,
56,
45,
98,
49,
53,
53,
45,
52,
53,
100,
52,
45,
57,
98,
55,
52,
45,
98,
53,
50,
100,
49,
101,
48,
100,
99,
102,
100,
100,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::4]:36356
req_id = e582844d-df2d-43df-9667-ac092835988a
|
| 34 | 2026-10-31T05:30:00.356Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 31883,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd."),
),
original: Query {
name: Name("oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
52,
98,
97,
99,
51,
50,
54,
56,
45,
98,
49,
53,
53,
45,
52,
53,
100,
52,
45,
57,
98,
55,
52,
45,
98,
53,
50,
100,
49,
101,
48,
100,
99,
102,
100,
100,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::4]:37112
req_id = 95690e38-ea0f-42f1-9f7d-2b448e2660bf
|
| 35 | 2026-10-31T05:30:00.356Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 64350,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2."),
),
original: Query {
name: Name("oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
50,
53,
57,
54,
101,
57,
99,
98,
45,
52,
52,
48,
56,
45,
52,
54,
50,
55,
45,
56,
57,
101,
53,
45,
98,
52,
55,
50,
50,
52,
48,
101,
49,
54,
97,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::7]:45465
req_id = 54da877c-da2c-4141-9219-07e02ae2ac42
|
| 36 | 2026-10-31T05:30:00.356Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 64350,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2."),
),
original: Query {
name: Name("oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
50,
53,
57,
54,
101,
57,
99,
98,
45,
52,
52,
48,
56,
45,
52,
54,
50,
55,
45,
56,
57,
101,
53,
45,
98,
52,
55,
50,
50,
52,
48,
101,
49,
54,
97,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::7]:54228
req_id = 16d99f16-61c0-445f-a3f6-60a83c824f14
|
| 37 | 2026-10-31T05:30:00.417Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 56247,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37."),
),
original: Query {
name: Name("oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
102,
101,
100,
57,
57,
102,
52,
48,
45,
57,
50,
99,
55,
45,
52,
51,
57,
102,
45,
57,
50,
57,
54,
45,
97,
97,
102,
52,
50,
52,
52,
98,
48,
99,
51,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::3]:51975
req_id = afd77afc-e5ac-48bd-9999-820ab1a274c8
|
| 38 | 2026-10-31T05:30:00.419Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 56247,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37."),
),
original: Query {
name: Name("oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
102,
101,
100,
57,
57,
102,
52,
48,
45,
57,
50,
99,
55,
45,
52,
51,
57,
102,
45,
57,
50,
57,
54,
45,
97,
97,
102,
52,
50,
52,
52,
98,
48,
99,
51,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::3]:60764
req_id = 4b4cf9ae-0151-437e-ac29-fb1f054fd443
|
| 39 | 2026-10-31T05:30:00.459Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55440,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47."),
),
original: Query {
name: Name("oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
53,
97,
56,
55,
54,
56,
97,
97,
45,
102,
101,
51,
102,
45,
52,
102,
51,
99,
45,
57,
50,
49,
53,
45,
56,
48,
57,
49,
99,
56,
51,
97,
101,
97,
52,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::5]:41906
req_id = f9583c15-ef2a-4d77-a788-2b3802be58cd
|
| 40 | 2026-10-31T05:30:00.460Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55440,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47."),
),
original: Query {
name: Name("oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
53,
97,
56,
55,
54,
56,
97,
97,
45,
102,
101,
51,
102,
45,
52,
102,
51,
99,
45,
57,
50,
49,
53,
45,
56,
48,
57,
49,
99,
56,
51,
97,
101,
97,
52,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::5]:46138
req_id = 9ccc6e28-4730-4647-84c2-826eb80e2b9f
|
| 41 | 2026-10-31T05:30:00.714Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 56,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_ntp_3c82f692-8c06-4f1f-b228-7646ea03bdf9."),
),
original: Query {
name: Name("oxz_ntp_3c82f692-8c06-4f1f-b228-7646ea03bdf9."),
query_type: A,
query_class: IN,
},
},
],
original: [
44,
111,
120,
122,
95,
110,
116,
112,
95,
51,
99,
56,
50,
102,
54,
57,
50,
45,
56,
99,
48,
54,
45,
52,
102,
49,
102,
45,
98,
50,
50,
56,
45,
55,
54,
52,
54,
101,
97,
48,
51,
98,
100,
102,
57,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_ntp_3c82f692-8c06-4f1f-b228-7646ea03bdf9."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:58122
req_id = 86643511-7115-4a1b-9a2e-993610430dbe
|
| 42 | 2026-10-31T05:30:01.376Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 7401,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:45180
req_id = 20cee2d8-e081-495a-b382-f074a9079e19
|
| 43 | 2026-10-31T05:30:01.377Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 7401,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:52909
req_id = c3464d50-8b10-4a67-a535-e42744b1fbdf
|
| 44 | 2026-10-31T05:30:01.916Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16640,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:54464
req_id = a587a865-5fcf-4161-9184-10fe45ae6a30
|