| 1 | | [ Sep 15 04:11:20 Enabled. ] |
| 2 | | [ Sep 15 04:11:20 Rereading configuration. ] |
| 3 | | [ Sep 15 04:11:21 Rereading configuration. ] |
| 4 | | [ Sep 15 04:11:22 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-addresses [fd00:1122:3344:3::1]:53 &"). ] |
| 5 | | [ Sep 15 04:11:22 Method "start" exited with status 0. ] |
| 6 | | Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } |
| 7 | | note: configured to log to "/dev/stdout" |
| 8 | 2026-09-15T04:11:22.368Z | INFO | dns-server: config
config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
dns_config = Config { bind_addresses: [[fd00:1122:3344:3::1]:53] }
|
| 9 | 2026-09-15T04:11:22.368Z | INFO | dns-server (store): opening sled database
path = /data/dns
|
| 10 | 2026-09-15T04:11:22.389Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 11 | 2026-09-15T04:11:22.389Z | INFO | dns-server (store): pruning trees for generations older than 0
keep = 3
|
| 12 | 2026-09-15T04:11:22.389Z | INFO | dns-server (dns): DNS server bound to address
bind_address = [fd00:1122:3344:3::1]:53
|
| 13 | 2026-09-15T04:11:22.389Z | INFO | dns-server (http): listening
local_addr = [fd00:1122:3344:3::1]:5353
|
| 14 | 2026-09-15T04:11:23.693Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:3::2]:59546
|
| 15 | 2026-09-15T04:11:23.694Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 9049305b-8b82-411d-b8bc-50b56eb6c4ce
|
| 16 | 2026-09-15T04:11:23.694Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 17 | 2026-09-15T04:11:23.709Z | INFO | dns-server (store): pruning trees for generations older than 1
keep = 3
|
| 18 | 2026-09-15T04:11:23.709Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 9049305b-8b82-411d-b8bc-50b56eb6c4ce
|
| 19 | 2026-09-15T04:11:23.709Z | INFO | dns-server (http): request completed
latency_us = 15752
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:3::2]:59546
req_id = 9049305b-8b82-411d-b8bc-50b56eb6c4ce
response_code = 204
uri = /config
|
| 20 | 2026-09-15T04:11:35.869Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 2508,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:56984
req_id = 4b02674e-73c7-44ea-a359-948055c3c948
|
| 21 | 2026-09-15T04:11:35.873Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55886,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:62152
req_id = 91c1291f-a44d-4b9a-ba14-e1cc194ad591
|
| 22 | 2026-09-15T04:11:35.879Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 7082,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:56694
req_id = ce0a17ee-8ce8-4c16-acd1-cd7e0b5ca25c
|
| 23 | 2026-09-15T04:12:42.098Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 21220,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:52821
req_id = dd8ba14a-c98d-4d4d-a8d6-5d0b14130f7d
|
| 24 | 2026-09-15T04:12:47.563Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 30962,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
),
original: Query {
name: Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
49,
48,
101,
50,
52,
102,
102,
48,
45,
57,
97,
99,
98,
45,
52,
101,
53,
49,
45,
97,
97,
101,
48,
45,
51,
51,
101,
99,
101,
53,
100,
49,
50,
97,
99,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::e]:54546
req_id = 10391c8c-59a1-4643-94d4-145470d590ea
|
| 25 | 2026-09-15T04:12:47.563Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 30962,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
),
original: Query {
name: Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
49,
48,
101,
50,
52,
102,
102,
48,
45,
57,
97,
99,
98,
45,
52,
101,
53,
49,
45,
97,
97,
101,
48,
45,
51,
51,
101,
99,
101,
53,
100,
49,
50,
97,
99,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::e]:38530
req_id = 6c763508-329e-4f6f-a966-e3af476e706a
|
| 26 | 2026-09-15T04:12:52.084Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 6098,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:63963
req_id = 6104d296-e447-402d-b330-e4a85687a2a7
|
| 27 | 2026-09-15T04:12:54.494Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 2447,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::c]:6832
req_id = 7d060190-8b83-4d59-9b00-d70b19178933
|
| 28 | 2026-09-15T04:12:54.554Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 817,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::a]:9910
req_id = b0eaafd2-3142-4444-9dde-1fc8bd0d3ad0
|
| 29 | 2026-09-15T04:12:54.692Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 4474,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::b]:51577
req_id = db7934e7-38be-4ec9-b380-1a480ea21d7b
|
| 30 | 2026-09-15T04:13:02.086Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 48336,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:63713
req_id = 7be1be62-23e7-478f-be13-4218471d3552
|
| 31 | 2026-09-15T04:13:12.087Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40378,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:49287
req_id = 2009a5fe-ecaa-4d1d-a15c-baa0ada833fe
|
| 32 | 2026-09-15T04:13:22.090Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55738,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:53903
req_id = 48d87264-4daa-453b-85d7-d8b52e71ea99
|
| 33 | 2026-09-15T04:13:32.091Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47266,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:52144
req_id = 2e692b76-b00f-40ce-a894-9b0e68eb6fcd
|
| 34 | 2026-09-15T04:13:42.093Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 20081,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:50443
req_id = 94428312-f9eb-4d86-901e-f70c584d3d4d
|
| 35 | 2026-09-15T04:13:42.417Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47371,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::a]:1796
req_id = 37ce307a-a6a9-4cd0-b319-5c7d43720c0b
|
| 36 | 2026-09-15T04:13:42.717Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:49357
|
| 37 | 2026-09-15T04:13:42.762Z | INFO | dns-server (http): request completed
latency_us = 27181
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:49357
req_id = 36395471-7f64-4232-9ede-a6d24e46d582
response_code = 200
uri = /config
|
| 38 | 2026-09-15T04:13:46.229Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:64989
|
| 39 | 2026-09-15T04:13:46.231Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = aebf0030-e8fc-409c-a97d-3ed6c84926ec
|
| 40 | 2026-09-15T04:13:46.231Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = aebf0030-e8fc-409c-a97d-3ed6c84926ec
|
| 41 | 2026-09-15T04:13:46.232Z | INFO | dns-server (http): request completed
latency_us = 2649
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64989
req_id = aebf0030-e8fc-409c-a97d-3ed6c84926ec
response_code = 204
uri = /config
|
| 42 | 2026-09-15T04:13:46.445Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16454,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::a]:50180
req_id = b3b02011-39cb-4bca-9544-98bcee4851bf
|
| 43 | 2026-09-15T04:13:46.552Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:59666
|
| 44 | 2026-09-15T04:13:46.552Z | INFO | dns-server (http): request completed
latency_us = 216
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:59666
req_id = e39403d8-1d55-4a0e-bf45-b9f33cba00e9
response_code = 200
uri = /config
|
| 45 | 2026-09-15T04:13:46.967Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 33934,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::a]:1349
req_id = 209a3f14-0061-43fa-9fae-ecc5f513eb89
|
| 46 | 2026-09-15T04:13:47.069Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:36211
|
| 47 | 2026-09-15T04:13:47.070Z | INFO | dns-server (http): request completed
latency_us = 236
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:36211
req_id = ed798f58-30c5-4413-ad5b-8e7a274f594c
response_code = 200
uri = /config
|
| 48 | 2026-09-15T04:13:52.095Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 8896,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:50030
req_id = 68ca19dd-ca8e-4d5c-892e-6d9d9b3ee9f2
|
| 49 | 2026-09-15T04:13:54.200Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:54733
|
| 50 | 2026-09-15T04:13:54.201Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = c9fe2444-4eed-4232-9d96-7a5ae20cc3fd
|
| 51 | 2026-09-15T04:13:54.201Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = c9fe2444-4eed-4232-9d96-7a5ae20cc3fd
|
| 52 | 2026-09-15T04:13:54.201Z | INFO | dns-server (http): request completed
latency_us = 658
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54733
req_id = c9fe2444-4eed-4232-9d96-7a5ae20cc3fd
response_code = 204
uri = /config
|
| 53 | 2026-09-15T04:13:54.519Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:55600
|
| 54 | 2026-09-15T04:13:54.519Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = d0b107d6-a588-4253-9853-b880d08cf483
|
| 55 | 2026-09-15T04:13:54.519Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = d0b107d6-a588-4253-9853-b880d08cf483
|
| 56 | 2026-09-15T04:13:54.519Z | INFO | dns-server (http): request completed
latency_us = 262
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55600
req_id = d0b107d6-a588-4253-9853-b880d08cf483
response_code = 204
uri = /config
|
| 57 | 2026-09-15T04:13:54.697Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:52338
|
| 58 | 2026-09-15T04:13:54.697Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = f3847bd4-fe3f-49b6-bb31-049abfb9632c
|
| 59 | 2026-09-15T04:13:54.697Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = f3847bd4-fe3f-49b6-bb31-049abfb9632c
|
| 60 | 2026-09-15T04:13:54.697Z | INFO | dns-server (http): request completed
latency_us = 281
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52338
req_id = f3847bd4-fe3f-49b6-bb31-049abfb9632c
response_code = 204
uri = /config
|
| 61 | 2026-09-15T04:13:55.388Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 4215,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::a]:63161
req_id = 26439161-0bfc-424c-b463-6751963ef4d4
|
| 62 | 2026-09-15T04:13:55.599Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:62255
|
| 63 | 2026-09-15T04:13:55.599Z | INFO | dns-server (http): request completed
latency_us = 191
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:62255
req_id = 00f425a7-2a32-42f2-866b-5722ce6b6240
response_code = 200
uri = /config
|
| 64 | 2026-09-15T04:13:55.818Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 22871,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::c]:57349
req_id = aa4f8bba-3062-476c-bf42-4e661b2fe387
|
| 65 | 2026-09-15T04:13:55.932Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:52352
|
| 66 | 2026-09-15T04:13:55.932Z | INFO | dns-server (http): request completed
latency_us = 256
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:52352
req_id = 68a5f77c-2f88-459a-8a54-98939b1263e3
response_code = 200
uri = /config
|
| 67 | 2026-09-15T04:13:56.323Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47042,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::b]:33036
req_id = cfb64a51-66f4-4fd7-bc10-2d2092cfcdd8
|
| 68 | 2026-09-15T04:13:56.435Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:40187
|
| 69 | 2026-09-15T04:13:56.436Z | INFO | dns-server (http): request completed
latency_us = 262
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:40187
req_id = 438ef5c2-e4ec-472f-baa8-0431ae36dea8
response_code = 200
uri = /config
|
| 70 | 2026-09-15T04:14:02.098Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 23159,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:61882
req_id = 2b995961-35d1-400c-b5e2-607e0d278b71
|
| 71 | 2026-09-15T04:14:12.099Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 56363,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:62993
req_id = 19a71e50-51cf-4fb1-89a0-5c6ea426b131
|
| 72 | 2026-09-15T04:14:22.102Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 32815,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:50601
req_id = 0e790b49-6e3f-4e1b-995b-3effa178bb3b
|
| 73 | 2026-09-15T04:14:32.104Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 3926,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:62903
req_id = 123f7aef-440c-4654-9c92-5d2beef085fb
|
| 74 | 2026-09-15T04:14:42.106Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58795,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:59345
req_id = 659e224f-42e2-4c2c-980e-3f8e54c8ff56
|
| 75 | 2026-09-15T04:14:52.107Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51705,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::d]:52195
req_id = 741f73e2-36fc-4897-99a7-933991a00ace
|
| 76 | 2026-09-15T04:14:54.176Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:64037
|
| 77 | 2026-09-15T04:14:54.176Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 3a1a6737-6436-49f6-b2d4-37bc9337d2ce
|
| 78 | 2026-09-15T04:14:54.176Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 3a1a6737-6436-49f6-b2d4-37bc9337d2ce
|
| 79 | 2026-09-15T04:14:54.176Z | INFO | dns-server (http): request completed
latency_us = 242
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64037
req_id = 3a1a6737-6436-49f6-b2d4-37bc9337d2ce
response_code = 204
uri = /config
|
| 80 | 2026-09-15T04:14:54.193Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:63723
|
| 81 | 2026-09-15T04:14:54.194Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = e02f3ad1-8273-44db-92de-8f757c609549
|
| 82 | 2026-09-15T04:14:54.194Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = e02f3ad1-8273-44db-92de-8f757c609549
|
| 83 | 2026-09-15T04:14:54.194Z | INFO | dns-server (http): request completed
latency_us = 552
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63723
req_id = e02f3ad1-8273-44db-92de-8f757c609549
response_code = 204
uri = /config
|
| 84 | 2026-09-15T04:14:54.198Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:49671
|
| 85 | 2026-09-15T04:14:54.199Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 76014fe1-143b-40cc-ba78-682e47c210b5
|
| 86 | 2026-09-15T04:14:54.199Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 76014fe1-143b-40cc-ba78-682e47c210b5
|
| 87 | 2026-09-15T04:14:54.199Z | INFO | dns-server (http): request completed
latency_us = 477
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49671
req_id = 76014fe1-143b-40cc-ba78-682e47c210b5
response_code = 204
uri = /config
|
| 88 | 2026-09-15T04:14:55.297Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 24922,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::c]:46045
req_id = 243636e1-0cfb-44ed-9d96-fcc72c9edf8e
|
| 89 | 2026-09-15T04:14:55.315Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 10780,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::a]:7437
req_id = 41e34985-abf4-4585-af88-7228fb7ca45a
|
| 90 | 2026-09-15T04:14:55.401Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:41004
|
| 91 | 2026-09-15T04:14:55.402Z | INFO | dns-server (http): request completed
latency_us = 183
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:41004
req_id = 1546d839-e79d-434e-abba-dc456d10a40c
response_code = 200
uri = /config
|
| 92 | 2026-09-15T04:14:55.515Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:38905
|
| 93 | 2026-09-15T04:14:55.516Z | INFO | dns-server (http): request completed
latency_us = 173
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:38905
req_id = ff338333-8f29-454b-b1a9-c923f931555b
response_code = 200
uri = /config
|
| 94 | 2026-09-15T04:14:56.054Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 11204,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::b]:62793
req_id = 3ee87eab-99b9-49b0-aac0-5a9b9b7d7ef8
|
| 95 | 2026-09-15T04:14:56.156Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:54992
|
| 96 | 2026-09-15T04:14:56.156Z | INFO | dns-server (http): request completed
latency_us = 291
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:54992
req_id = c0d3dd93-452f-4df4-9aea-e3650aee146c
response_code = 200
uri = /config
|
| 97 | 2026-09-15T04:15:00.111Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47355,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_ntp_77f0bfe8-6a21-4522-986d-cbd1700ea12f."),
),
original: Query {
name: Name("oxz_ntp_77f0bfe8-6a21-4522-986d-cbd1700ea12f."),
query_type: A,
query_class: IN,
},
},
],
original: [
44,
111,
120,
122,
95,
110,
116,
112,
95,
55,
55,
102,
48,
98,
102,
101,
56,
45,
54,
97,
50,
49,
45,
52,
53,
50,
50,
45,
57,
56,
54,
100,
45,
99,
98,
100,
49,
55,
48,
48,
101,
97,
49,
50,
102,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_ntp_77f0bfe8-6a21-4522-986d-cbd1700ea12f."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::1b]:52107
req_id = 6661d6a0-eff9-48d4-9045-7f440a58fcff
|
| 98 | 2026-09-15T04:15:00.137Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1343,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
),
original: Query {
name: Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
49,
48,
101,
50,
52,
102,
102,
48,
45,
57,
97,
99,
98,
45,
52,
101,
53,
49,
45,
97,
97,
101,
48,
45,
51,
51,
101,
99,
101,
53,
100,
49,
50,
97,
99,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::e]:41147
req_id = c2dbf799-d823-4050-aa8f-dd5d5318c48d
|
| 99 | 2026-09-15T04:15:00.138Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1343,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
),
original: Query {
name: Name("oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
49,
48,
101,
50,
52,
102,
102,
48,
45,
57,
97,
99,
98,
45,
52,
101,
53,
49,
45,
97,
97,
101,
48,
45,
51,
51,
101,
99,
101,
53,
100,
49,
50,
97,
99,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_10e24ff0-9acb-4e51-aae0-33ece5d12ac2."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::e]:56793
req_id = 6af0e446-4ebd-457f-9dc1-5d833f93111c
|
| 100 | 2026-09-15T04:15:00.720Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 31406,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."),
),
original: Query {
name: Name("oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
100,
97,
99,
54,
50,
98,
51,
55,
45,
48,
57,
53,
53,
45,
52,
99,
97,
50,
45,
97,
56,
50,
49,
45,
54,
101,
102,
98,
100,
100,
48,
100,
57,
57,
100,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::7]:41030
req_id = cb94500e-aeb9-4f6a-bbc7-3098ccbba1c2
|
| 101 | 2026-09-15T04:15:00.721Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 31406,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."),
),
original: Query {
name: Name("oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
100,
97,
99,
54,
50,
98,
51,
55,
45,
48,
57,
53,
53,
45,
52,
99,
97,
50,
45,
97,
56,
50,
49,
45,
54,
101,
102,
98,
100,
100,
48,
100,
57,
57,
100,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_dac62b37-0955-4ca2-a821-6efbdd0d99dc."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::7]:42132
req_id = 72b574ed-b5ed-43d4-a6bd-761eaf0e8a79
|
| 102 | 2026-09-15T04:15:00.751Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 39767,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."),
),
original: Query {
name: Name("oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
50,
52,
98,
51,
50,
54,
49,
101,
45,
98,
98,
102,
97,
45,
52,
102,
55,
52,
45,
56,
98,
101,
99,
45,
48,
53,
51,
99,
98,
53,
52,
52,
102,
50,
102,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::5]:53880
req_id = b4d9e867-ffe3-4239-bd5e-7266feacd8f2
|
| 103 | 2026-09-15T04:15:00.752Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58001,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."),
),
original: Query {
name: Name("oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
49,
97,
53,
51,
51,
51,
54,
45,
102,
48,
49,
54,
45,
52,
99,
97,
97,
45,
57,
98,
102,
56,
45,
48,
101,
102,
57,
100,
50,
48,
52,
54,
98,
48,
48,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::3]:38974
req_id = f30758f2-2e72-4c06-a8a3-eadfb2b11162
|
| 104 | 2026-09-15T04:15:00.752Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 39767,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."),
),
original: Query {
name: Name("oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
50,
52,
98,
51,
50,
54,
49,
101,
45,
98,
98,
102,
97,
45,
52,
102,
55,
52,
45,
56,
98,
101,
99,
45,
48,
53,
51,
99,
98,
53,
52,
52,
102,
50,
102,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_24b3261e-bbfa-4f74-8bec-053cb544f2f1."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::5]:53449
req_id = a14daab7-7206-4681-834a-636ed8b36b17
|
| 105 | 2026-09-15T04:15:00.752Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 58001,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."),
),
original: Query {
name: Name("oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
57,
49,
97,
53,
51,
51,
51,
54,
45,
102,
48,
49,
54,
45,
52,
99,
97,
97,
45,
57,
98,
102,
56,
45,
48,
101,
102,
57,
100,
50,
48,
52,
54,
98,
48,
48,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_91a53336-f016-4caa-9bf8-0ef9d2046b00."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::3]:57323
req_id = acbbdd14-9b7b-4590-b7a7-18112a2ee53c
|
| 106 | 2026-09-15T04:15:00.758Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16070,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."),
),
original: Query {
name: Name("oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
101,
49,
100,
50,
98,
55,
55,
55,
45,
49,
48,
50,
54,
45,
52,
53,
100,
50,
45,
56,
50,
98,
52,
45,
56,
53,
57,
102,
101,
97,
53,
99,
54,
100,
99,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::4]:38762
req_id = 57cd737f-6689-4b68-a05e-321221cb3fd2
|
| 107 | 2026-09-15T04:15:00.759Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 16070,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."),
),
original: Query {
name: Name("oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
101,
49,
100,
50,
98,
55,
55,
55,
45,
49,
48,
50,
54,
45,
52,
53,
100,
50,
45,
56,
50,
98,
52,
45,
56,
53,
57,
102,
101,
97,
53,
99,
54,
100,
99,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_e1d2b777-1026-45d2-82b4-859fea5c6dc1."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::4]:48354
req_id = ae7e9d97-d751-46f6-b401-16de78c09b43
|
| 108 | 2026-09-15T04:15:00.762Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 60013,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."),
),
original: Query {
name: Name("oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
49,
97,
49,
101,
55,
57,
54,
48,
45,
100,
100,
97,
51,
45,
52,
54,
55,
53,
45,
57,
48,
48,
99,
45,
97,
102,
57,
97,
98,
52,
51,
57,
102,
50,
102,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::6]:39833
req_id = 13abf1da-0ee0-478e-92a9-266eb4b31f8b
|
| 109 | 2026-09-15T04:15:00.763Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 60013,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."),
),
original: Query {
name: Name("oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
49,
97,
49,
101,
55,
57,
54,
48,
45,
100,
100,
97,
51,
45,
52,
54,
55,
53,
45,
57,
48,
48,
99,
45,
97,
102,
57,
97,
98,
52,
51,
57,
102,
50,
102,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_1a1e7960-dda3-4675-900c-af9ab439f2f7."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::6]:37212
req_id = 936a1887-d7ef-4985-a0c3-58d572a72650
|
| 110 | 2026-09-15T04:15:00.893Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 41646,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:40660
req_id = f978225b-c7d7-4e39-8bea-ce8e0611b9d3
|
| 111 | 2026-09-15T04:15:00.893Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 41646,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
bind_address = [fd00:1122:3344:3::1]:53
peer_addr = [fd00:1122:3344:101::2]:33745
req_id = 013114c3-3603-4b19-904e-97d6ede53b6c
|