| 1 | 2026-05-12T02:00:00.355Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 22229,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_ntp_dbaba614-cd0d-4746-96ac-7cb678597d6f."),
),
original: Query {
name: Name("oxz_ntp_dbaba614-cd0d-4746-96ac-7cb678597d6f."),
query_type: A,
query_class: IN,
},
},
],
original: [
44,
111,
120,
122,
95,
110,
116,
112,
95,
100,
98,
97,
98,
97,
54,
49,
52,
45,
99,
100,
48,
100,
45,
52,
55,
52,
54,
45,
57,
54,
97,
99,
45,
55,
99,
98,
54,
55,
56,
53,
57,
55,
100,
54,
102,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_ntp_dbaba614-cd0d-4746-96ac-7cb678597d6f."
peer_addr = [fd00:1122:3344:101::1b]:51329
req_id = 0f3d51be-a8b2-4673-8eed-2432786aefc7
|
| 2 | 2026-05-12T02:00:00.417Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 26651,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_4bbbdfb9-7fd7-4e5f-a449-2c4c38f68e9a."),
),
original: Query {
name: Name("oxz_clickhouse_4bbbdfb9-7fd7-4e5f-a449-2c4c38f68e9a."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
52,
98,
98,
98,
100,
102,
98,
57,
45,
55,
102,
100,
55,
45,
52,
101,
53,
102,
45,
97,
52,
52,
57,
45,
50,
99,
52,
99,
51,
56,
102,
54,
56,
101,
57,
97,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_4bbbdfb9-7fd7-4e5f-a449-2c4c38f68e9a."
peer_addr = [fd00:1122:3344:101::e]:57748
req_id = 31598b03-318e-43b3-b419-b235963c7601
|
| 3 | 2026-05-12T02:00:00.418Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 26651,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_clickhouse_4bbbdfb9-7fd7-4e5f-a449-2c4c38f68e9a."),
),
original: Query {
name: Name("oxz_clickhouse_4bbbdfb9-7fd7-4e5f-a449-2c4c38f68e9a."),
query_type: A,
query_class: IN,
},
},
],
original: [
51,
111,
120,
122,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
95,
52,
98,
98,
98,
100,
102,
98,
57,
45,
55,
102,
100,
55,
45,
52,
101,
53,
102,
45,
97,
52,
52,
57,
45,
50,
99,
52,
99,
51,
56,
102,
54,
56,
101,
57,
97,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_clickhouse_4bbbdfb9-7fd7-4e5f-a449-2c4c38f68e9a."
peer_addr = [fd00:1122:3344:101::e]:62796
req_id = 4ef33165-7fd6-4b78-97d0-6c0fea9eea25
|
| 4 | 2026-05-12T02:00:00.609Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 11496,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_6909a0de-b79f-4228-9a8a-f43cdea6df3c."),
),
original: Query {
name: Name("oxz_cockroachdb_6909a0de-b79f-4228-9a8a-f43cdea6df3c."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
54,
57,
48,
57,
97,
48,
100,
101,
45,
98,
55,
57,
102,
45,
52,
50,
50,
56,
45,
57,
97,
56,
97,
45,
102,
52,
51,
99,
100,
101,
97,
54,
100,
102,
51,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_6909a0de-b79f-4228-9a8a-f43cdea6df3c."
peer_addr = [fd00:1122:3344:101::6]:34096
req_id = 5b1078a4-c92f-42b3-b7f5-4181ab6297db
|
| 5 | 2026-05-12T02:00:00.610Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 11496,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_6909a0de-b79f-4228-9a8a-f43cdea6df3c."),
),
original: Query {
name: Name("oxz_cockroachdb_6909a0de-b79f-4228-9a8a-f43cdea6df3c."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
54,
57,
48,
57,
97,
48,
100,
101,
45,
98,
55,
57,
102,
45,
52,
50,
50,
56,
45,
57,
97,
56,
97,
45,
102,
52,
51,
99,
100,
101,
97,
54,
100,
102,
51,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_6909a0de-b79f-4228-9a8a-f43cdea6df3c."
peer_addr = [fd00:1122:3344:101::6]:40007
req_id = 1db52e4b-b2d4-475d-b530-6a3077695ac0
|
| 6 | 2026-05-12T02:00:00.683Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40366,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:57915
req_id = afbc80d9-43ca-42a1-bab6-0ed6b3145729
|
| 7 | 2026-05-12T02:00:00.684Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 40366,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_switch."),
),
original: Query {
name: Name("oxz_switch."),
query_type: A,
query_class: IN,
},
},
],
original: [
10,
111,
120,
122,
95,
115,
119,
105,
116,
99,
104,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_switch."
peer_addr = [fd00:1122:3344:101::2]:37592
req_id = 3c8b07b3-6cb6-4b3c-8472-38a5873f3543
|
| 8 | 2026-05-12T02:00:00.708Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 57071,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_74e584aa-b71f-4fd7-a4f4-d34ff61f1d67."),
),
original: Query {
name: Name("oxz_cockroachdb_74e584aa-b71f-4fd7-a4f4-d34ff61f1d67."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
52,
101,
53,
56,
52,
97,
97,
45,
98,
55,
49,
102,
45,
52,
102,
100,
55,
45,
97,
52,
102,
52,
45,
100,
51,
52,
102,
102,
54,
49,
102,
49,
100,
54,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_74e584aa-b71f-4fd7-a4f4-d34ff61f1d67."
peer_addr = [fd00:1122:3344:101::3]:43704
req_id = b78cc70b-fca8-41f4-82a5-2723e6d4211e
|
| 9 | 2026-05-12T02:00:00.709Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 57071,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_74e584aa-b71f-4fd7-a4f4-d34ff61f1d67."),
),
original: Query {
name: Name("oxz_cockroachdb_74e584aa-b71f-4fd7-a4f4-d34ff61f1d67."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
52,
101,
53,
56,
52,
97,
97,
45,
98,
55,
49,
102,
45,
52,
102,
100,
55,
45,
97,
52,
102,
52,
45,
100,
51,
52,
102,
102,
54,
49,
102,
49,
100,
54,
55,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_74e584aa-b71f-4fd7-a4f4-d34ff61f1d67."
peer_addr = [fd00:1122:3344:101::3]:54716
req_id = 37d4d991-1cd3-4e1e-b031-690e82f3f7ce
|
| 10 | 2026-05-12T02:00:00.717Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 49499,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_18c2e53d-8b84-4a02-82f6-9b9a20f4b01c."),
),
original: Query {
name: Name("oxz_cockroachdb_18c2e53d-8b84-4a02-82f6-9b9a20f4b01c."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
49,
56,
99,
50,
101,
53,
51,
100,
45,
56,
98,
56,
52,
45,
52,
97,
48,
50,
45,
56,
50,
102,
54,
45,
57,
98,
57,
97,
50,
48,
102,
52,
98,
48,
49,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_18c2e53d-8b84-4a02-82f6-9b9a20f4b01c."
peer_addr = [fd00:1122:3344:101::4]:42835
req_id = a89b45e7-a392-49b0-bb55-f57bffe37ed5
|
| 11 | 2026-05-12T02:00:00.718Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 49499,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_18c2e53d-8b84-4a02-82f6-9b9a20f4b01c."),
),
original: Query {
name: Name("oxz_cockroachdb_18c2e53d-8b84-4a02-82f6-9b9a20f4b01c."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
49,
56,
99,
50,
101,
53,
51,
100,
45,
56,
98,
56,
52,
45,
52,
97,
48,
50,
45,
56,
50,
102,
54,
45,
57,
98,
57,
97,
50,
48,
102,
52,
98,
48,
49,
99,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_18c2e53d-8b84-4a02-82f6-9b9a20f4b01c."
peer_addr = [fd00:1122:3344:101::4]:60895
req_id = a662ea7e-d91d-4dc1-aa44-19dbfbd10f09
|
| 12 | 2026-05-12T02:00:00.749Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 41626,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_72d11d24-2ab7-44e9-b883-e73006a75118."),
),
original: Query {
name: Name("oxz_cockroachdb_72d11d24-2ab7-44e9-b883-e73006a75118."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
50,
100,
49,
49,
100,
50,
52,
45,
50,
97,
98,
55,
45,
52,
52,
101,
57,
45,
98,
56,
56,
51,
45,
101,
55,
51,
48,
48,
54,
97,
55,
53,
49,
49,
56,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_72d11d24-2ab7-44e9-b883-e73006a75118."
peer_addr = [fd00:1122:3344:101::7]:56122
req_id = 81196da6-5b8a-4726-8777-b6ae3eb31f35
|
| 13 | 2026-05-12T02:00:00.749Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 41626,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_72d11d24-2ab7-44e9-b883-e73006a75118."),
),
original: Query {
name: Name("oxz_cockroachdb_72d11d24-2ab7-44e9-b883-e73006a75118."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
55,
50,
100,
49,
49,
100,
50,
52,
45,
50,
97,
98,
55,
45,
52,
52,
101,
57,
45,
98,
56,
56,
51,
45,
101,
55,
51,
48,
48,
54,
97,
55,
53,
49,
49,
56,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_72d11d24-2ab7-44e9-b883-e73006a75118."
peer_addr = [fd00:1122:3344:101::7]:40606
req_id = 2f142545-6a99-45c3-a9f3-5d2ca3768c9f
|
| 14 | 2026-05-12T02:00:00.774Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 28207,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_8b3cf440-ec62-4b2e-ba9c-2f12a92d3ddf."),
),
original: Query {
name: Name("oxz_cockroachdb_8b3cf440-ec62-4b2e-ba9c-2f12a92d3ddf."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
56,
98,
51,
99,
102,
52,
52,
48,
45,
101,
99,
54,
50,
45,
52,
98,
50,
101,
45,
98,
97,
57,
99,
45,
50,
102,
49,
50,
97,
57,
50,
100,
51,
100,
100,
102,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_8b3cf440-ec62-4b2e-ba9c-2f12a92d3ddf."
peer_addr = [fd00:1122:3344:101::5]:63818
req_id = 95a30630-e3f1-4e26-909b-91e7ce5181bd
|
| 15 | 2026-05-12T02:00:00.775Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 28207,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 0,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("oxz_cockroachdb_8b3cf440-ec62-4b2e-ba9c-2f12a92d3ddf."),
),
original: Query {
name: Name("oxz_cockroachdb_8b3cf440-ec62-4b2e-ba9c-2f12a92d3ddf."),
query_type: A,
query_class: IN,
},
},
],
original: [
52,
111,
120,
122,
95,
99,
111,
99,
107,
114,
111,
97,
99,
104,
100,
98,
95,
56,
98,
51,
99,
102,
52,
52,
48,
45,
101,
99,
54,
50,
45,
52,
98,
50,
101,
45,
98,
97,
57,
99,
45,
50,
102,
49,
50,
97,
57,
50,
100,
51,
100,
100,
102,
0,
0,
1,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: None,
} SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_8b3cf440-ec62-4b2e-ba9c-2f12a92d3ddf."
peer_addr = [fd00:1122:3344:101::5]:61596
req_id = a5d95350-285d-4d59-ab9b-3e2aef6542ca
|
| 16 | 2026-05-12T02:00:02.941Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 37381,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:56185
req_id = 8874320e-205f-481d-9ee4-0a3f3ee8e744
|
| 17 | 2026-05-12T02:00:12.943Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 17534,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:55701
req_id = ff3cd6d8-c6cd-4692-974e-c891c9a3ab81
|
| 18 | 2026-05-12T02:00:21.396Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:51196
|
| 19 | 2026-05-12T02:00:21.398Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = f2d0dc7f-c70c-4f2e-a664-ae8e8b5cdc8b
|
| 20 | 2026-05-12T02:00:21.398Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = f2d0dc7f-c70c-4f2e-a664-ae8e8b5cdc8b
|
| 21 | 2026-05-12T02:00:21.398Z | INFO | dns-server (http): request completed
latency_us = 269
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51196
req_id = f2d0dc7f-c70c-4f2e-a664-ae8e8b5cdc8b
response_code = 204
uri = /config
|
| 22 | 2026-05-12T02:00:21.413Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:52800
|
| 23 | 2026-05-12T02:00:21.414Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 82436809-a512-4093-b9e7-1c59d70d807b
|
| 24 | 2026-05-12T02:00:21.414Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 82436809-a512-4093-b9e7-1c59d70d807b
|
| 25 | 2026-05-12T02:00:21.414Z | INFO | dns-server (http): request completed
latency_us = 987
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52800
req_id = 82436809-a512-4093-b9e7-1c59d70d807b
response_code = 204
uri = /config
|
| 26 | 2026-05-12T02:00:22.176Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 65381,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::c]:33619
req_id = 973be3eb-7f72-43e8-9035-f7d4aa085af5
|
| 27 | 2026-05-12T02:00:22.177Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 1317,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::a]:36335
req_id = 0606105d-c7d7-498b-9bc0-8e1612f009af
|
| 28 | 2026-05-12T02:00:22.310Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::a]:32852
|
| 29 | 2026-05-12T02:00:22.310Z | INFO | dns-server (http): request completed
latency_us = 178
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::a]:32852
req_id = 4d3c023a-50ac-4e89-9dc2-08f5df7ca891
response_code = 200
uri = /config
|
| 30 | 2026-05-12T02:00:22.360Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::c]:60409
|
| 31 | 2026-05-12T02:00:22.360Z | INFO | dns-server (http): request completed
latency_us = 175
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::c]:60409
req_id = 6fd64928-8a4f-4a96-8a64-31103e6e0a21
response_code = 200
uri = /config
|
| 32 | 2026-05-12T02:00:22.448Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:64784
|
| 33 | 2026-05-12T02:00:22.449Z | INFO | dns-server (store): attempting generation update
new_generation = 1
req_id = 6b2e99a2-3811-47ec-812e-df8a34efee10
|
| 34 | 2026-05-12T02:00:22.449Z | INFO | dns-server (store): updated generation
new_generation = 1
req_id = 6b2e99a2-3811-47ec-812e-df8a34efee10
|
| 35 | 2026-05-12T02:00:22.449Z | INFO | dns-server (http): request completed
latency_us = 261
local_addr = [fd00:1122:3344:3::1]:5353
method = PUT
remote_addr = [fd00:1122:3344:101::b]:64784
req_id = 6b2e99a2-3811-47ec-812e-df8a34efee10
response_code = 204
uri = /config
|
| 36 | 2026-05-12T02:00:22.945Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 50392,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:57325
req_id = 7ac791e5-6599-4ba9-af16-bde390145618
|
| 37 | 2026-05-12T02:00:23.191Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 60605,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
24,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
97,
100,
109,
105,
110,
45,
107,
101,
101,
112,
101,
114,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::b]:16831
req_id = cc6e1093-d909-4e78-93fb-a816ca06a9aa
|
| 38 | 2026-05-12T02:00:23.309Z | INFO | dns-server (http): accepted connection
local_addr = [fd00:1122:3344:3::1]:5353
remote_addr = [fd00:1122:3344:101::b]:36700
|
| 39 | 2026-05-12T02:00:23.309Z | INFO | dns-server (http): request completed
latency_us = 199
local_addr = [fd00:1122:3344:3::1]:5353
method = GET
remote_addr = [fd00:1122:3344:101::b]:36700
req_id = 1cac9e88-b7aa-4138-a3dc-51a8e4592ff4
response_code = 200
uri = /config
|
| 40 | 2026-05-12T02:00:32.947Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 511,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:60447
req_id = e65f48db-ef6d-4587-b23c-8c716d0838ac
|
| 41 | 2026-05-12T02:00:42.949Z | ERRO | dns-server (dns): failed to handle incoming DNS message: MessageRequest {
header: Header {
id: 35046,
message_type: Query,
op_code: Query,
authoritative: false,
truncation: false,
recursion_desired: true,
recursion_available: false,
authentic_data: false,
checking_disabled: false,
response_code: NoError,
query_count: 1,
answer_count: 0,
name_server_count: 0,
additional_count: 1,
},
queries: Queries {
queries: [
LowerQuery {
name: LowerName(
Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
),
original: Query {
name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."),
query_type: SRV,
query_class: IN,
},
},
],
original: [
26,
95,
99,
108,
105,
99,
107,
104,
111,
117,
115,
101,
45,
99,
108,
117,
115,
116,
101,
114,
45,
110,
97,
116,
105,
118,
101,
4,
95,
116,
99,
112,
13,
99,
111,
110,
116,
114,
111,
108,
45,
112,
108,
97,
110,
101,
5,
111,
120,
105,
100,
101,
8,
105,
110,
116,
101,
114,
110,
97,
108,
0,
0,
33,
0,
1,
],
},
answers: [],
name_servers: [],
additionals: [],
sig0: [],
edns: Some(
Edns {
rcode_high: 0,
version: 0,
flags: EdnsFlags {
dnssec_ok: false,
z: 0,
},
max_payload: 1232,
options: OPT {
options: [],
},
},
),
} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal
peer_addr = [fd00:1122:3344:101::d]:64631
req_id = 7c81da1b-ffe1-42d8-bcfe-4cd079b2729c
|