| 1 | | [ Jul 28 03:09:31 Enabled. ] |
| 2 | | [ Jul 28 03:09:31 Rereading configuration. ] |
| 3 | | [ Jul 28 03:09:31 Rereading configuration. ] |
| 4 | | [ Jul 28 03:09:33 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] |
| 5 | | [ Jul 28 03:09:33 Method "start" exited with status 0. ] |
| 6 | | Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } |
| 7 | | note: configured to log to "/dev/stdout" |
| 8 | 2026-07-28T03:09:33.205Z | INFO | dns-server: config
config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
dns_config = Config { bind_address: [fd00:1122:3344:1::1]:53 }
|
| 9 | 2026-07-28T03:09:33.205Z | INFO | dns-server (store): opening sled database
path = /data/dns
|
| 10 | 2026-07-28T03:09:33.225Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 11 | 2026-07-28T03:09:33.225Z | INFO | dns-server (store): pruning trees for generations older than 0
keep = 3
|
| 12 | 2026-07-28T03:09:33.225Z | INFO | dns-server (dns): DNS server bound to address
local_address = [fd00:1122:3344:1::1]:53
|
| 13 | 2026-07-28T03:09:33.225Z | INFO | dns-server (http): listening
local_addr = [fd00:1122:3344:1::1]:5353
|
| 14 | 2026-07-28T03:09:33.487Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:1::2]:58710
|
| 15 | 2026-07-28T03:09:33.488Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 7460bc7c-9b62-4c08-b224-38fc7852dc7c
|
| 16 | 2026-07-28T03:09:33.488Z | INFO | dns-server (store): pruning trees for generations newer than 0
|
| 17 | 2026-07-28T03:09:33.506Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 277,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_nexus._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_nexus._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
6,
95,
110,
101,
120,
117,
115,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal."
peer_addr = [fd00:1122:3344:101::2]:2211
req_id = ce5effae-0fe0-4658-b3dc-ae935d301154
|
| 18 | 2026-07-28T03:09:33.511Z | INFO | dns-server (store): pruning trees for generations older than 1
keep = 3
|
| 19 | 2026-07-28T03:09:33.511Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 7460bc7c-9b62-4c08-b224-38fc7852dc7c
|
| 20 | 2026-07-28T03:09:33.511Z | INFO | dns-server (http): request completed
latency_us = 23634
local_addr = [fd00:1122:3344:1::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:1::2]:58710
req_id = 7460bc7c-9b62-4c08-b224-38fc7852dc7c
response_code = 204
uri = /config
|
| 21 | 2026-07-28T03:09:46.295Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 4332,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:60336
req_id = f533af7f-decb-41b0-a5f2-4132433167f1
|
| 22 | 2026-07-28T03:09:46.300Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 45111,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:43776
req_id = 947d49ad-54fe-47f7-8e56-5d60f3c9be12
|
| 23 | 2026-07-28T03:09:46.304Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 45674,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:52319
req_id = 1cb9899f-6fa9-489c-8292-9b78a2277314
|
| 24 | 2026-07-28T03:11:10.076Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 27098,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:55956
req_id = 069c778f-48d8-4287-9395-3fd63883b46b
|
| 25 | 2026-07-28T03:11:10.081Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 59914,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:55003
req_id = 138cc312-70b1-4ea4-baa3-440f829f13b1
|
| 26 | 2026-07-28T03:11:10.086Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 14740,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:57788
req_id = e3f1766f-b25c-49a3-9d8e-148ae7209848
|
| 27 | 2026-07-28T03:12:52.154Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51490,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:52602
req_id = f2d56906-8326-4475-9f01-977f88c4d8f4
|
| 28 | 2026-07-28T03:12:54.144Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47774,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."),
),
original: Query {
name: Name("oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
50,
55,
100,
49,
52,
54,
48,
54,
45,
53,
101,
97,
55,
45,
52,
55,
55,
50,
45,
98,
48,
99,
55,
45,
101,
102,
55,
48,
101,
56,
51,
49,
52,
50,
50,
97,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."
peer_addr = [fd00:1122:3344:101::e]:43271
req_id = ae5b994a-3e05-4ca1-bd3d-33190ee95e8f
|
| 29 | 2026-07-28T03:12:54.158Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 47774,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."),
),
original: Query {
name: Name("oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
50,
55,
100,
49,
52,
54,
48,
54,
45,
53,
101,
97,
55,
45,
52,
55,
55,
50,
45,
98,
48,
99,
55,
45,
101,
102,
55,
48,
101,
56,
51,
49,
52,
50,
50,
97,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."
peer_addr = [fd00:1122:3344:101::e]:49037
req_id = 460ccede-4be6-4f72-8c9e-3b123befee16
|
| 30 | 2026-07-28T03:13:01.331Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 61497,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:60197
req_id = 64655958-0178-40ff-9e36-d576ed38952a
|
| 31 | 2026-07-28T03:13:01.473Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40354,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:23220
req_id = 72fec073-bae7-4745-b4ee-768778b17c43
|
| 32 | 2026-07-28T03:13:01.809Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 29983,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:23817
req_id = 2e48d62c-c02b-4c2e-afd6-3502950d2234
|
| 33 | 2026-07-28T03:13:02.120Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 24482,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:56333
req_id = 4054a3e9-12c4-4aac-a807-2db1bf0ebaec
|
| 34 | 2026-07-28T03:13:03.098Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::a]:63150
|
| 35 | 2026-07-28T03:13:03.152Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 25f5d00f-b941-4773-8b12-832885234881
|
| 36 | 2026-07-28T03:13:03.152Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 25f5d00f-b941-4773-8b12-832885234881
|
| 37 | 2026-07-28T03:13:03.152Z | INFO | dns-server (http): request completed
latency_us = 27184
local_addr = [fd00:1122:3344:1::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63150
req_id = 25f5d00f-b941-4773-8b12-832885234881
response_code = 204
uri = /config
|
| 38 | 2026-07-28T03:13:03.297Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::b]:54326
|
| 39 | 2026-07-28T03:13:03.297Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::c]:43021
|
| 40 | 2026-07-28T03:13:03.297Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::a]:37116
|
| 41 | 2026-07-28T03:13:03.302Z | INFO | dns-server (http): request completed
latency_us = 5164
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:43021
req_id = d487fe05-2d35-4ac6-88ac-33dcba4548ab
response_code = 200
uri = /config
|
| 42 | 2026-07-28T03:13:03.302Z | INFO | dns-server (http): request completed
latency_us = 5175
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:54326
req_id = 6d9cee2e-1c12-46e0-8618-6bf8edc07266
response_code = 200
uri = /config
|
| 43 | 2026-07-28T03:13:03.302Z | INFO | dns-server (http): request completed
latency_us = 5212
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:37116
req_id = 1c153bc3-f779-4566-82cb-a10d1c38e10b
response_code = 200
uri = /config
|
| 44 | 2026-07-28T03:13:04.253Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 18964,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:52403
req_id = 54abf4f2-2ea9-448e-9004-7b315fc45927
|
| 45 | 2026-07-28T03:13:04.253Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 45222,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:12509
req_id = b1f3b9a8-a562-4409-96ef-84c1480481ee
|
| 46 | 2026-07-28T03:13:04.385Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::b]:52218
|
| 47 | 2026-07-28T03:13:04.389Z | INFO | dns-server (http): request completed
latency_us = 3377
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:52218
req_id = 80e33791-275e-4184-a581-c334b14d3e74
response_code = 200
uri = /config
|
| 48 | 2026-07-28T03:13:04.506Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::a]:55513
|
| 49 | 2026-07-28T03:13:04.506Z | INFO | dns-server (http): request completed
latency_us = 196
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:55513
req_id = 3ba4c166-be33-4b92-a8bc-abca1c8ffc4f
response_code = 200
uri = /config
|
| 50 | 2026-07-28T03:13:05.385Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 19610,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:36513
req_id = b57ee0b6-0abe-44db-a4b6-78d08d0b3ba9
|
| 51 | 2026-07-28T03:13:05.607Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::a]:55427
|
| 52 | 2026-07-28T03:13:05.607Z | INFO | dns-server (http): request completed
latency_us = 235
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:55427
req_id = 89d1751a-c1c2-4752-a24b-0e66da456c12
response_code = 200
uri = /config
|
| 53 | 2026-07-28T03:13:12.122Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 21054,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:60271
req_id = aab619a3-d31b-4ee5-bd1b-2e5e9c2f6bf1
|
| 54 | 2026-07-28T03:13:12.382Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 54532,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:35417
req_id = 21c88bf0-ecc0-4927-917a-0da9512f3de0
|
| 55 | 2026-07-28T03:13:12.387Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 64466,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:52742
req_id = f72a2b68-dca6-44d1-bbde-7fe2fb884940
|
| 56 | 2026-07-28T03:13:12.509Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::b]:60713
|
| 57 | 2026-07-28T03:13:12.509Z | INFO | dns-server (http): request completed
latency_us = 214
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:60713
req_id = 5cdf3bb5-9b75-460a-9b06-d0db2e78e0a8
response_code = 200
uri = /config
|
| 58 | 2026-07-28T03:13:12.578Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::c]:44693
|
| 59 | 2026-07-28T03:13:12.579Z | INFO | dns-server (http): request completed
latency_us = 256
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:44693
req_id = e0d673b5-4ca8-4005-adf9-50f2b7f616dc
response_code = 200
uri = /config
|
| 60 | 2026-07-28T03:13:22.123Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 30120,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:57241
req_id = a70c899e-8b4b-41df-bf43-4552521d5361
|
| 61 | 2026-07-28T03:13:32.125Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40232,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:52374
req_id = 3df65cc0-98e5-4a52-bd7c-48f8383e0870
|
| 62 | 2026-07-28T03:13:38.286Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 32861,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:37340
req_id = c659c582-01fa-4587-a952-0c977cc87544
|
| 63 | 2026-07-28T03:13:38.290Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 62660,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: AAAA,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
28,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:38960
req_id = b49002fc-75dd-4e0b-81a7-97f5afa56a13
|
| 64 | 2026-07-28T03:13:38.294Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 18405,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("0.pool.ntp.org."),
),
original: Query {
name: Name("0.pool.ntp.org."),
query_type: A,
query_class: IN,
},
},
],
original: [
1,
48,
4,
112,
111,
111,
108,
3,
110,
116,
112,
3,
111,
114,
103,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "0.pool.ntp.org."
peer_addr = [fd00:1122:3344:101::1b]:46349
req_id = 3cbe6a6e-b93a-4340-a449-ceef67acf83e
|
| 65 | 2026-07-28T03:13:42.126Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 55810,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:57721
req_id = 89dc302b-720a-42c5-963f-c035e76a3daf
|
| 66 | 2026-07-28T03:13:52.128Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 35180,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:64512
req_id = 28c0e6e2-9cb4-4099-a1e5-85acaecc77f0
|
| 67 | 2026-07-28T03:14:01.288Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::b]:52970
|
| 68 | 2026-07-28T03:14:01.291Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 63f577b8-8a04-492c-9155-92fbb5e37aef
|
| 69 | 2026-07-28T03:14:01.291Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 63f577b8-8a04-492c-9155-92fbb5e37aef
|
| 70 | 2026-07-28T03:14:01.291Z | INFO | dns-server (http): request completed
latency_us = 406
local_addr = [fd00:1122:3344:1::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52970
req_id = 63f577b8-8a04-492c-9155-92fbb5e37aef
response_code = 204
uri = /config
|
| 71 | 2026-07-28T03:14:01.455Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::a]:54850
|
| 72 | 2026-07-28T03:14:01.458Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 418930ee-b5ab-452c-9814-0b5b71d3ea68
|
| 73 | 2026-07-28T03:14:01.458Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 418930ee-b5ab-452c-9814-0b5b71d3ea68
|
| 74 | 2026-07-28T03:14:01.458Z | INFO | dns-server (http): request completed
latency_us = 261
local_addr = [fd00:1122:3344:1::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54850
req_id = 418930ee-b5ab-452c-9814-0b5b71d3ea68
response_code = 204
uri = /config
|
| 75 | 2026-07-28T03:14:01.710Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::c]:48543
|
| 76 | 2026-07-28T03:14:01.713Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 5d0485c5-9382-4a9c-bbe3-70b861daed98
|
| 77 | 2026-07-28T03:14:01.713Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 5d0485c5-9382-4a9c-bbe3-70b861daed98
|
| 78 | 2026-07-28T03:14:01.713Z | INFO | dns-server (http): request completed
latency_us = 213
local_addr = [fd00:1122:3344:1::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48543
req_id = 5d0485c5-9382-4a9c-bbe3-70b861daed98
response_code = 204
uri = /config
|
| 79 | 2026-07-28T03:14:02.130Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 32394,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:61073
req_id = 231c7a80-472f-40c2-9066-b0e1cc9c0974
|
| 80 | 2026-07-28T03:14:03.055Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 7503,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:38313
req_id = 46d2fe56-bf35-4919-a2d3-433837050680
|
| 81 | 2026-07-28T03:14:03.241Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::c]:56500
|
| 82 | 2026-07-28T03:14:03.241Z | INFO | dns-server (http): request completed
latency_us = 192
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:56500
req_id = 06925dd4-719a-4280-bb38-fdbd829de518
response_code = 200
uri = /config
|
| 83 | 2026-07-28T03:14:03.607Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 51713,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:49461
req_id = 9ddb6ba0-b1f0-42c3-86a3-f630e8c07329
|
| 84 | 2026-07-28T03:14:03.706Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::b]:44312
|
| 85 | 2026-07-28T03:14:03.706Z | INFO | dns-server (http): request completed
latency_us = 225
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:44312
req_id = 40f2eba2-b4f6-44b2-8856-19034c6de066
response_code = 200
uri = /config
|
| 86 | 2026-07-28T03:14:04.152Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 28234,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:10861
req_id = e058399d-fdb0-49af-979e-3bab6a0eae88
|
| 87 | 2026-07-28T03:14:04.247Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::a]:60420
|
| 88 | 2026-07-28T03:14:04.247Z | INFO | dns-server (http): request completed
latency_us = 214
local_addr = [fd00:1122:3344:1::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:60420
req_id = a8245f03-7de2-459c-ab8c-9b7e29c22be8
response_code = 200
uri = /config
|
| 89 | 2026-07-28T03:14:12.132Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 53807,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:57413
req_id = c73aa7f2-06dc-4ccf-98b6-d14360083f70
|
| 90 | 2026-07-28T03:14:22.134Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 63841,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:55169
req_id = cf4a9c34-6491-411a-9dff-3b9fed52fbd0
|
| 91 | 2026-07-28T03:14:32.136Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 38874,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:61181
req_id = b200d09e-9866-44ea-965e-0c1deb00cc85
|
| 92 | 2026-07-28T03:14:42.138Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 26254,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:52743
req_id = 6bd7b828-a260-452d-84cc-fef39c935f94
|
| 93 | 2026-07-28T03:14:52.140Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 64759,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:57680
req_id = 9e67866b-1e39-4402-a007-2529704dcc9d
|
| 94 | 2026-07-28T03:15:00.435Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 21997,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931."),
),
original: Query {
name: Name("oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
49,
55,
52,
52,
50,
57,
98,
100,
45,
50,
102,
101,
48,
45,
52,
101,
99,
52,
45,
57,
101,
102,
57,
45,
53,
102,
55,
98,
98,
52,
49,
51,
102,
57,
51,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931."
peer_addr = [fd00:1122:3344:101::3]:57984
req_id = 097639aa-2c01-4373-bf03-74b992803f71
|
| 95 | 2026-07-28T03:15:00.436Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 21997,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931."),
),
original: Query {
name: Name("oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
49,
55,
52,
52,
50,
57,
98,
100,
45,
50,
102,
101,
48,
45,
52,
101,
99,
52,
45,
57,
101,
102,
57,
45,
53,
102,
55,
98,
98,
52,
49,
51,
102,
57,
51,
49,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931."
peer_addr = [fd00:1122:3344:101::3]:44329
req_id = 3c8c5385-c8e0-491b-8553-3c41d0bacbd3
|
| 96 | 2026-07-28T03:15:00.459Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 56693,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."),
),
original: Query {
name: Name("oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
50,
55,
100,
49,
52,
54,
48,
54,
45,
53,
101,
97,
55,
45,
52,
55,
55,
50,
45,
98,
48,
99,
55,
45,
101,
102,
55,
48,
101,
56,
51,
49,
52,
50,
50,
97,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."
peer_addr = [fd00:1122:3344:101::e]:49720
req_id = 2a54422b-a2d0-4aaf-ba64-674e6a0a4a02
|
| 97 | 2026-07-28T03:15:00.460Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 56693,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."),
),
original: Query {
name: Name("oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
50,
55,
100,
49,
52,
54,
48,
54,
45,
53,
101,
97,
55,
45,
52,
55,
55,
50,
45,
98,
48,
99,
55,
45,
101,
102,
55,
48,
101,
56,
51,
49,
52,
50,
50,
97,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a."
peer_addr = [fd00:1122:3344:101::e]:60204
req_id = 3dda9cfd-73ea-41d7-a7bd-22df6b3f4e15
|
| 98 | 2026-07-28T03:15:00.478Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 59429,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4."),
),
original: Query {
name: Name("oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
99,
53,
101,
101,
98,
100,
101,
55,
45,
53,
98,
49,
51,
45,
52,
98,
55,
52,
45,
97,
52,
56,
97,
45,
54,
97,
57,
48,
53,
49,
100,
99,
51,
98,
100,
52,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4."
peer_addr = [fd00:1122:3344:101::6]:44827
req_id = c87bac3b-dfa4-4641-8f3c-f29b6cfedacb
|
| 99 | 2026-07-28T03:15:00.478Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 59429,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4."),
),
original: Query {
name: Name("oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
99,
53,
101,
101,
98,
100,
101,
55,
45,
53,
98,
49,
51,
45,
52,
98,
55,
52,
45,
97,
52,
56,
97,
45,
54,
97,
57,
48,
53,
49,
100,
99,
51,
98,
100,
52,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4."
peer_addr = [fd00:1122:3344:101::6]:51543
req_id = 15ec4784-a445-4ed8-8edd-624d6f64b6a0
|
| 100 | 2026-07-28T03:15:00.543Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 45212,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764."),
),
original: Query {
name: Name("oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
50,
97,
100,
57,
101,
49,
102,
55,
45,
53,
57,
102,
52,
45,
52,
57,
48,
54,
45,
98,
99,
97,
50,
45,
97,
102,
54,
56,
100,
53,
56,
101,
99,
55,
54,
52,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764."
peer_addr = [fd00:1122:3344:101::4]:37122
req_id = d29881d2-682a-4b7f-8ca6-3205268a29f4
|
| 101 | 2026-07-28T03:15:00.544Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 45212,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764."),
),
original: Query {
name: Name("oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
50,
97,
100,
57,
101,
49,
102,
55,
45,
53,
57,
102,
52,
45,
52,
57,
48,
54,
45,
98,
99,
97,
50,
45,
97,
102,
54,
56,
100,
53,
56,
101,
99,
55,
54,
52,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764."
peer_addr = [fd00:1122:3344:101::4]:33595
req_id = 7b7db810-ab69-4af7-8d3c-79b40cbaf609
|
| 102 | 2026-07-28T03:15:00.592Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 5920,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668."),
),
original: Query {
name: Name("oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
53,
97,
57,
99,
49,
49,
99,
49,
45,
55,
55,
48,
49,
45,
52,
101,
54,
99,
45,
98,
55,
55,
48,
45,
101,
53,
101,
100,
97,
102,
48,
101,
48,
54,
54,
56,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668."
peer_addr = [fd00:1122:3344:101::7]:48396
req_id = 7242ed62-cfe5-4fce-b8c2-11454a086b72
|
| 103 | 2026-07-28T03:15:00.593Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 5920,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668."),
),
original: Query {
name: Name("oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
53,
97,
57,
99,
49,
49,
99,
49,
45,
55,
55,
48,
49,
45,
52,
101,
54,
99,
45,
98,
55,
55,
48,
45,
101,
53,
101,
100,
97,
102,
48,
101,
48,
54,
54,
56,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668."
peer_addr = [fd00:1122:3344:101::7]:54355
req_id = 6872a1e0-ab5b-4684-8602-6c62abdf6dbf
|
| 104 | 2026-07-28T03:15:00.626Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 52933,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32."),
),
original: Query {
name: Name("oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
101,
97,
53,
54,
99,
101,
99,
99,
45,
49,
57,
52,
102,
45,
52,
97,
99,
55,
45,
97,
56,
50,
54,
45,
49,
52,
52,
56,
97,
100,
53,
49,
53,
98,
51,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32."
peer_addr = [fd00:1122:3344:101::5]:52813
req_id = cef8252a-afc3-4ad9-968f-519528d50149
|
| 105 | 2026-07-28T03:15:00.627Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 52933,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32."),
),
original: Query {
name: Name("oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
101,
97,
53,
54,
99,
101,
99,
99,
45,
49,
57,
52,
102,
45,
52,
97,
99,
55,
45,
97,
56,
50,
54,
45,
49,
52,
52,
56,
97,
100,
53,
49,
53,
98,
51,
50,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32."
peer_addr = [fd00:1122:3344:101::5]:47962
req_id = b4a0304b-2af3-4947-be2c-f7170b6cecb2
|
| 106 | 2026-07-28T03:15:00.888Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40685,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:62058
req_id = 664e683d-63d8-4158-b1be-532a84676273
|
| 107 | 2026-07-28T03:15:00.889Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40685,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:45432
req_id = 90b9aa0e-f893-46e1-b679-035a31d48511
|
| 108 | 2026-07-28T03:15:01.111Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::b]:35837
|
| 109 | 2026-07-28T03:15:01.114Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 9936c7ac-ee89-4df3-9365-54e4d15addbe
|
| 110 | 2026-07-28T03:15:01.114Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 9936c7ac-ee89-4df3-9365-54e4d15addbe
|
| 111 | 2026-07-28T03:15:01.114Z | INFO | dns-server (http): request completed
latency_us = 335
local_addr = [fd00:1122:3344:1::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35837
req_id = 9936c7ac-ee89-4df3-9365-54e4d15addbe
response_code = 204
uri = /config
|
| 112 | 2026-07-28T03:15:01.120Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 35828,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_ntp_fa5d5421-7e64-424d-97f0-785be1f87393."),
),
original: Query {
name: Name("oxz_ntp_fa5d5421-7e64-424d-97f0-785be1f87393."),
query_type: A,
query_class: IN,
},
},
],
original: [
44,
111,
120,
122,
95,
110,
116,
112,
95,
102,
97,
53,
100,
53,
52,
50,
49,
45,
55,
101,
54,
52,
45,
52,
50,
52,
100,
45,
57,
55,
102,
48,
45,
55,
56,
53,
98,
101,
49,
102,
56,
55,
51,
57,
51,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_ntp_fa5d5421-7e64-424d-97f0-785be1f87393."
peer_addr = [fd00:1122:3344:101::1b]:54604
req_id = 11b85c56-dca1-4f00-8365-f7b7c22144ed
|
| 113 | 2026-07-28T03:15:01.179Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::c]:53808
|
| 114 | 2026-07-28T03:15:01.182Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 9d5e24cc-2090-430e-b7d0-eb75f06083bc
|
| 115 | 2026-07-28T03:15:01.182Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 9d5e24cc-2090-430e-b7d0-eb75f06083bc
|
| 116 | 2026-07-28T03:15:01.182Z | INFO | dns-server (http): request completed
latency_us = 242
local_addr = [fd00:1122:3344:1::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:53808
req_id = 9d5e24cc-2090-430e-b7d0-eb75f06083bc
response_code = 204
uri = /config
|
| 117 | 2026-07-28T03:15:01.456Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:1::1]:5353
remote_addr = [fd00:1122:3344:101::a]:34985
|
| 118 | 2026-07-28T03:15:01.459Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 34a892b4-7023-4902-96b5-bfcde181f2f9
|
| 119 | 2026-07-28T03:15:01.459Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 34a892b4-7023-4902-96b5-bfcde181f2f9
|
| 120 | 2026-07-28T03:15:01.459Z | INFO | dns-server (http): request completed
latency_us = 305
local_addr = [fd00:1122:3344:1::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34985
req_id = 34a892b4-7023-4902-96b5-bfcde181f2f9
response_code = 204
uri = /config
|