Max level shown:
1 [ Mar 24 18:27:29 Enabled. ]
2 [ Mar 24 18:27:29 Rereading configuration. ]
3 [ Mar 24 18:27:30 Rereading configuration. ]
4 [ Mar 24 18:27:31 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ]
5 [ Mar 24 18:27:31 Method "start" exited with status 0. ]
6 Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
7 note: configured to log to "/dev/stdout"
82026-03-24T18:27:31.569ZINFOdns-server: config config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } dns_config = Config { bind_address: [fd00:1122:3344:1::1]:53 }
92026-03-24T18:27:31.569ZINFOdns-server (store): opening sled database path = /data/dns
102026-03-24T18:27:31.594ZINFOdns-server (store): pruning trees for generations newer than 0
112026-03-24T18:27:31.594ZINFOdns-server (store): pruning trees for generations older than 0 keep = 3
122026-03-24T18:27:31.594ZINFOdns-server (dns): DNS server bound to address local_address = [fd00:1122:3344:1::1]:53
132026-03-24T18:27:31.594ZINFOdns-server (http): listening local_addr = [fd00:1122:3344:1::1]:5353
142026-03-24T18:27:31.714ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26788, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:41754 req_id = 3a785fca-755b-4938-b9ce-e44bba96700a
152026-03-24T18:27:31.746ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38759, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:9573 req_id = d9040e22-71a3-4c23-b51c-660cc23843ef
162026-03-24T18:27:31.808ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 49180, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:63183 req_id = b5863548-40c8-4751-8326-0f4bcf710233
172026-03-24T18:27:31.914ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56894, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:30827 req_id = f7730714-a1b1-4230-8c0e-22c852c8661e
182026-03-24T18:27:31.935ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 59885, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:7091 req_id = 86f17601-503b-4b12-a4cb-becb1d90d210
192026-03-24T18:27:31.997ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 1938, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:2247 req_id = e7fd3779-ab1b-461e-a0f0-bfa784da4ff2
202026-03-24T18:27:32.009ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 24732, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:53837 req_id = f9c367e9-fc68-4a93-a3fb-cf4f831fa3ba
212026-03-24T18:27:32.054ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 49127, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:33858 req_id = 9ba53319-7184-4634-8ee4-9b78646a89f7
222026-03-24T18:27:32.146ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26997, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:63181 req_id = 05b1a6e8-4039-4e8b-b70c-1c651c5a56c1
232026-03-24T18:27:32.151ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27635, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:19763 req_id = f618ccc9-6dd2-4071-af74-1367a8380f93
242026-03-24T18:27:32.218ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58973, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:25789 req_id = 1ed72750-a5c5-44bb-b0fb-b737255ecf03
252026-03-24T18:27:32.336ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 1974, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:18744 req_id = 29dd5475-b4bc-40ea-803e-a4e448c7c089
262026-03-24T18:27:32.394ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 30244, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:8872 req_id = 55c97486-910d-4fff-82ad-916615059e27
272026-03-24T18:27:32.453ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:1::2]:57727
282026-03-24T18:27:32.454ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = 37d83406-bf00-4af3-b5b7-336b2b0b6a42
292026-03-24T18:27:32.454ZINFOdns-server (store): pruning trees for generations newer than 0
302026-03-24T18:27:32.467ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 35150, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:65421 req_id = e7363b29-afdf-4562-a71d-2e7594d0a930
312026-03-24T18:27:32.467ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 14338, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal."), ), original: Query { name: Name("8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 56, 98, 56, 51, 99, 52, 48, 48, 45, 101, 49, 99, 48, 45, 52, 54, 57, 101, 45, 56, 53, 99, 56, 45, 53, 98, 98, 51, 51, 49, 99, 49, 100, 97, 52, 97, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:5126 req_id = 2c6530ec-1047-4115-930f-12dbdda53b5c
322026-03-24T18:27:32.467ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 7222, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal."), ), original: Query { name: Name("c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 99, 57, 48, 53, 101, 102, 48, 54, 45, 53, 97, 53, 101, 45, 52, 97, 49, 49, 45, 56, 48, 101, 57, 45, 97, 53, 97, 48, 52, 48, 101, 49, 56, 48, 49, 54, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:29004 req_id = 84928ba7-b723-4827-8cb1-c5a6a27b65dc
332026-03-24T18:27:32.467ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 16366, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal."), ), original: Query { name: Name("d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 100, 55, 100, 57, 49, 51, 49, 48, 45, 54, 51, 97, 53, 45, 52, 52, 100, 101, 45, 57, 98, 54, 55, 45, 52, 102, 52, 53, 102, 51, 56, 98, 99, 53, 100, 100, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:61347 req_id = 25923b33-670d-4d42-b389-dd0625a86c86
342026-03-24T18:27:32.471ZINFOdns-server (store): pruning trees for generations older than 1 keep = 3
352026-03-24T18:27:32.472ZINFOdns-server (store): updated generation new_generation = 1 req_id = 37d83406-bf00-4af3-b5b7-336b2b0b6a42
362026-03-24T18:27:32.472ZINFOdns-server (http): request completed latency_us = 17729 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:1::2]:57727 req_id = 37d83406-bf00-4af3-b5b7-336b2b0b6a42 response_code = 204 uri = /config
372026-03-24T18:27:43.379ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38421, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:34272 req_id = 97f25c63-5c96-4cc7-bafe-21db8fa74adf
382026-03-24T18:27:43.383ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 39440, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:43469 req_id = de6455b9-4824-4c21-89b5-04cb1a12c66b
392026-03-24T18:27:43.388ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 20531, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:52015 req_id = 86a40637-b986-4e84-8634-4866ea4a6460
402026-03-24T18:29:16.875ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 37928, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:55125 req_id = 557d1ee7-15da-4847-b40f-134a13b19588
412026-03-24T18:29:17.490ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 13389, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:37082 req_id = 1afa4e1f-c47b-41c9-a699-d3fe353b9aee
422026-03-24T18:29:17.501ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5876, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:55352 req_id = 6ce96a0b-9a7d-41f4-b324-5a15ba5849eb
432026-03-24T18:29:42.308ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 62962, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:43016 req_id = 053e9176-2a90-484b-883c-8984b7306a79
442026-03-24T18:29:42.311ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 50787, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:56019 req_id = 5c2d702e-676f-4a4c-b21e-a29e899fa45f
452026-03-24T18:29:42.311ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64646, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:51912 req_id = 9b0a2e9b-ba68-45bf-998d-02545758eea9
462026-03-24T18:29:46.222ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 45189, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:49946 req_id = 1302b171-8f22-452b-b406-ac921ac2e1b9
472026-03-24T18:29:52.745ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38016, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), ), original: Query { name: Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 53, 100, 53, 49, 100, 50, 55, 45, 100, 99, 48, 98, 45, 52, 49, 57, 55, 45, 97, 54, 98, 50, 45, 48, 100, 54, 50, 99, 51, 57, 99, 99, 55, 55, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777." peer_addr = [fd00:1122:3344:101::e]:43606 req_id = a63eb295-9102-4c95-9d89-9fad411afdf8
482026-03-24T18:29:52.746ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38016, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), ), original: Query { name: Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 53, 100, 53, 49, 100, 50, 55, 45, 100, 99, 48, 98, 45, 52, 49, 57, 55, 45, 97, 54, 98, 50, 45, 48, 100, 54, 50, 99, 51, 57, 99, 99, 55, 55, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777." peer_addr = [fd00:1122:3344:101::e]:46143 req_id = 53aea110-be2c-4d92-a9b3-b7b33f247928
492026-03-24T18:29:56.223ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 51410, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:64036 req_id = a48d6bb1-9e1f-46b6-92de-989735f05ea8
502026-03-24T18:29:59.916ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 16291, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:45466 req_id = 2c773aaf-aea9-4846-bcd7-c24931c00f48
512026-03-24T18:30:00.044ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31067, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:62572 req_id = a9647009-7aca-482e-96fb-6f30df244c4e
522026-03-24T18:30:00.056ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 23385, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:11969 req_id = c84e41fa-f084-419e-a5a4-f3f4e3c83e52
532026-03-24T18:30:00.071ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 4267, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa."), ), original: Query { name: Name("oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 57, 48, 50, 49, 54, 49, 55, 101, 45, 50, 57, 100, 52, 45, 52, 56, 57, 57, 45, 97, 53, 48, 49, 45, 102, 99, 98, 101, 50, 101, 102, 50, 48, 48, 97, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa." peer_addr = [fd00:1122:3344:101::3]:53219 req_id = 3e730c51-2d22-4734-9675-9579a56c5a1a
542026-03-24T18:30:00.073ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 4267, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa."), ), original: Query { name: Name("oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 57, 48, 50, 49, 54, 49, 55, 101, 45, 50, 57, 100, 52, 45, 52, 56, 57, 57, 45, 97, 53, 48, 49, 45, 102, 99, 98, 101, 50, 101, 102, 50, 48, 48, 97, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa." peer_addr = [fd00:1122:3344:101::3]:55342 req_id = 2d2bf6ac-ff0c-4166-8448-841029bfd5ed
552026-03-24T18:30:00.073ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 6115, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd."), ), original: Query { name: Name("oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 48, 100, 97, 99, 53, 99, 101, 45, 53, 49, 50, 53, 45, 52, 98, 102, 54, 45, 56, 98, 49, 98, 45, 100, 98, 53, 49, 97, 55, 51, 51, 48, 57, 99, 100, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd." peer_addr = [fd00:1122:3344:101::6]:51585 req_id = f5ad0711-e7bc-4954-8384-38c4fd992670
562026-03-24T18:30:00.074ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 6115, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd."), ), original: Query { name: Name("oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 48, 100, 97, 99, 53, 99, 101, 45, 53, 49, 50, 53, 45, 52, 98, 102, 54, 45, 56, 98, 49, 98, 45, 100, 98, 53, 49, 97, 55, 51, 51, 48, 57, 99, 100, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd." peer_addr = [fd00:1122:3344:101::6]:56119 req_id = 7cdcb210-e28f-4b9e-97b4-0f9cc83e1ad9
572026-03-24T18:30:00.113ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 53607, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462."), ), original: Query { name: Name("oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 48, 99, 55, 56, 100, 98, 56, 48, 45, 97, 101, 51, 57, 45, 52, 57, 57, 98, 45, 57, 48, 50, 97, 45, 102, 99, 102, 54, 102, 98, 57, 98, 53, 52, 54, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462." peer_addr = [fd00:1122:3344:101::5]:38347 req_id = d236990c-3f46-4674-bf02-f31a81f8a610
582026-03-24T18:30:00.114ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 53607, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462."), ), original: Query { name: Name("oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 48, 99, 55, 56, 100, 98, 56, 48, 45, 97, 101, 51, 57, 45, 52, 57, 57, 98, 45, 57, 48, 50, 97, 45, 102, 99, 102, 54, 102, 98, 57, 98, 53, 52, 54, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462." peer_addr = [fd00:1122:3344:101::5]:36609 req_id = 2809a85f-984e-4e33-9c5d-13557c143986
592026-03-24T18:30:00.231ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64941, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802."), ), original: Query { name: Name("oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 101, 102, 102, 98, 97, 100, 100, 102, 45, 50, 48, 55, 56, 45, 52, 49, 49, 100, 45, 57, 51, 99, 52, 45, 101, 56, 53, 100, 50, 51, 48, 101, 99, 56, 48, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802." peer_addr = [fd00:1122:3344:101::4]:61125 req_id = e3f39cb6-714f-434b-b95d-23d62e07b883
602026-03-24T18:30:00.232ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64941, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802."), ), original: Query { name: Name("oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 101, 102, 102, 98, 97, 100, 100, 102, 45, 50, 48, 55, 56, 45, 52, 49, 49, 100, 45, 57, 51, 99, 52, 45, 101, 56, 53, 100, 50, 51, 48, 101, 99, 56, 48, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802." peer_addr = [fd00:1122:3344:101::4]:36418 req_id = 4dd92c4f-56b8-4670-82e0-29df031b1ed3
612026-03-24T18:30:00.261ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 34346, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), ), original: Query { name: Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 53, 100, 53, 49, 100, 50, 55, 45, 100, 99, 48, 98, 45, 52, 49, 57, 55, 45, 97, 54, 98, 50, 45, 48, 100, 54, 50, 99, 51, 57, 99, 99, 55, 55, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777." peer_addr = [fd00:1122:3344:101::e]:52548 req_id = faa62284-30ee-4eec-8212-bc213ffd5e26
622026-03-24T18:30:00.262ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 34346, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), ), original: Query { name: Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 53, 100, 53, 49, 100, 50, 55, 45, 100, 99, 48, 98, 45, 52, 49, 57, 55, 45, 97, 54, 98, 50, 45, 48, 100, 54, 50, 99, 51, 57, 99, 99, 55, 55, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777." peer_addr = [fd00:1122:3344:101::e]:55202 req_id = 1419812b-be60-4fda-ac83-572afcaf94b1
632026-03-24T18:30:00.297ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41372, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053."), ), original: Query { name: Name("oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 57, 97, 101, 55, 52, 55, 102, 45, 57, 98, 56, 54, 45, 52, 101, 100, 53, 45, 97, 49, 52, 98, 45, 101, 50, 98, 48, 97, 52, 53, 101, 98, 48, 53, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053." peer_addr = [fd00:1122:3344:101::7]:53327 req_id = 0cb6915d-53cc-48b2-ab46-f3a6eed9b114
642026-03-24T18:30:00.298ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41372, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053."), ), original: Query { name: Name("oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 57, 97, 101, 55, 52, 55, 102, 45, 57, 98, 56, 54, 45, 52, 101, 100, 53, 45, 97, 49, 52, 98, 45, 101, 50, 98, 48, 97, 52, 53, 101, 98, 48, 53, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053." peer_addr = [fd00:1122:3344:101::7]:64624 req_id = 8fe2e99d-3729-444a-8d7f-c809ce87d9c9
652026-03-24T18:30:00.511ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18089, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:33722 req_id = 9d043718-e91c-46ca-8087-6df0c58a3b62
662026-03-24T18:30:00.512ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18089, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:43274 req_id = 356715e4-e1a4-4756-bf0f-26fd750f045b
672026-03-24T18:30:01.005ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27604, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_ntp_d0e75611-44ae-4c76-87ca-3cfc3f463717."), ), original: Query { name: Name("oxz_ntp_d0e75611-44ae-4c76-87ca-3cfc3f463717."), query_type: A, query_class: IN, }, }, ], original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 100, 48, 101, 55, 53, 54, 49, 49, 45, 52, 52, 97, 101, 45, 52, 99, 55, 54, 45, 56, 55, 99, 97, 45, 51, 99, 102, 99, 51, 102, 52, 54, 51, 55, 49, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_d0e75611-44ae-4c76-87ca-3cfc3f463717." peer_addr = [fd00:1122:3344:101::1b]:64101 req_id = ee4b1c2a-462e-4ef5-a0e4-8136ba44eaca