Max level shown:
1 [ Mar 24 18:27:29 Enabled. ]
2 [ Mar 24 18:27:29 Rereading configuration. ]
3 [ Mar 24 18:27:30 Rereading configuration. ]
4 [ Mar 24 18:27:31 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ]
5 [ Mar 24 18:27:31 Method "start" exited with status 0. ]
6 Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
7 note: configured to log to "/dev/stdout"
82026-03-24T18:27:31.588ZINFOdns-server: config config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } dns_config = Config { bind_address: [fd00:1122:3344:2::1]:53 }
92026-03-24T18:27:31.589ZINFOdns-server (store): opening sled database path = /data/dns
102026-03-24T18:27:31.611ZINFOdns-server (store): pruning trees for generations newer than 0
112026-03-24T18:27:31.611ZINFOdns-server (store): pruning trees for generations older than 0 keep = 3
122026-03-24T18:27:31.611ZINFOdns-server (dns): DNS server bound to address local_address = [fd00:1122:3344:2::1]:53
132026-03-24T18:27:31.611ZINFOdns-server (http): listening local_addr = [fd00:1122:3344:2::1]:5353
142026-03-24T18:27:31.714ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 44235, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:21100 req_id = ac93290f-cc3c-480e-97b3-043d2d99376c
152026-03-24T18:27:31.746ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 32206, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:9621 req_id = 0e2ad1e0-e016-4d94-a6c9-6a252a353f5a
162026-03-24T18:27:31.808ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 14626, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:32893 req_id = 9eaf58de-8ba7-4e00-a5a0-58875fa90d8b
172026-03-24T18:27:31.914ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 40953, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:36514 req_id = ad44eab7-be16-42f2-9c85-b064dacfffb8
182026-03-24T18:27:31.935ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 44051, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:20966 req_id = c7cfe25b-6b87-445d-9444-96ea39438e01
192026-03-24T18:27:31.997ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 15158, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:27567 req_id = 1ec9627c-9b55-4c91-8461-d569861d9b37
202026-03-24T18:27:32.009ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 43355, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:22775 req_id = cce2e0a1-e058-46f1-905e-1b5ce7af3dab
212026-03-24T18:27:32.054ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 59354, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:30379 req_id = 9a6d9872-5f4a-4eae-97ce-6228e6ac246b
222026-03-24T18:27:32.146ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 14792, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:59457 req_id = 4db67a74-75a1-4a5e-8ed5-1914670e6b7b
232026-03-24T18:27:32.151ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 40309, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:12046 req_id = f0f2bb4b-3008-4f6b-a4c8-053639f4663e
242026-03-24T18:27:32.218ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41111, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:24003 req_id = ec0199a4-dc54-4b17-94a3-1482b0a00d27
252026-03-24T18:27:32.336ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56603, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:46959 req_id = ca154719-c0b4-4c95-b29a-85fe42af2508
262026-03-24T18:27:32.394ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 15089, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:42268 req_id = b3fb253c-f94d-4215-a66d-94eea32563dd
272026-03-24T18:27:32.467ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58444, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:18781 req_id = f16fb022-2a5f-4c37-bdad-38d699fe9a14
282026-03-24T18:27:32.467ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55829, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal."), ), original: Query { name: Name("8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 56, 98, 56, 51, 99, 52, 48, 48, 45, 101, 49, 99, 48, 45, 52, 54, 57, 101, 45, 56, 53, 99, 56, 45, 53, 98, 98, 51, 51, 49, 99, 49, 100, 97, 52, 97, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "8b83c400-e1c0-469e-85c8-5bb331c1da4a.host.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:46160 req_id = 3f4ac485-e702-45c4-8e9f-0ac458cf313f
292026-03-24T18:27:32.467ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 61312, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal."), ), original: Query { name: Name("c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 99, 57, 48, 53, 101, 102, 48, 54, 45, 53, 97, 53, 101, 45, 52, 97, 49, 49, 45, 56, 48, 101, 57, 45, 97, 53, 97, 48, 52, 48, 101, 49, 56, 48, 49, 54, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "c905ef06-5a5e-4a11-80e9-a5a040e18016.host.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:14701 req_id = 2011031d-4d73-4155-a347-b47f951f19b2
302026-03-24T18:27:32.467ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 16530, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal."), ), original: Query { name: Name("d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal."), query_type: AAAA, query_class: IN, }, }, ], original: [ 36, 100, 55, 100, 57, 49, 51, 49, 48, 45, 54, 51, 97, 53, 45, 52, 52, 100, 101, 45, 57, 98, 54, 55, 45, 52, 102, 52, 53, 102, 51, 56, 98, 99, 53, 100, 100, 4, 104, 111, 115, 116, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "d7d91310-63a5-44de-9b67-4f45f38bc5dd.host.control-plane.oxide.internal." peer_addr = [fd00:1122:3344:101::2]:10159 req_id = da2c210c-ac05-499d-a1a3-f1d5e6a1ccc6
312026-03-24T18:27:32.473ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:2::1]:5353 remote_addr = [fd00:1122:3344:2::2]:61957
322026-03-24T18:27:32.473ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = d056f704-044f-45ee-a259-eded4da358c7
332026-03-24T18:27:32.474ZINFOdns-server (store): pruning trees for generations newer than 0
342026-03-24T18:27:32.492ZINFOdns-server (store): pruning trees for generations older than 1 keep = 3
352026-03-24T18:27:32.492ZINFOdns-server (store): updated generation new_generation = 1 req_id = d056f704-044f-45ee-a259-eded4da358c7
362026-03-24T18:27:32.492ZINFOdns-server (http): request completed latency_us = 18659 local_addr = [fd00:1122:3344:2::1]:5353 method = PUT remote_addr = [fd00:1122:3344:2::2]:61957 req_id = d056f704-044f-45ee-a259-eded4da358c7 response_code = 204 uri = /config
372026-03-24T18:27:43.379ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38421, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:46637 req_id = e5ae78cb-c44c-48f4-b0fa-6493ba19c406
382026-03-24T18:27:43.384ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 39440, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:59541 req_id = 025b41c3-b602-4daf-8d61-30e7a3770fbc
392026-03-24T18:27:43.388ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 20531, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:36635 req_id = ce092497-bd01-4900-ae16-00d790c05caa
402026-03-24T18:29:17.479ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 37928, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:50428 req_id = 78eb1015-1a08-4524-b24e-428ff321ed7f
412026-03-24T18:29:17.495ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 13389, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:41314 req_id = 74c466ba-85eb-47d0-9d34-b14a563fb402
422026-03-24T18:29:17.501ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 5876, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:45501 req_id = 3df13bc7-a718-4bd7-a284-c9035a2ed277
432026-03-24T18:29:42.286ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 62962, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:38994 req_id = bceab5c7-8ca9-4159-8d88-a0c40bd6b7f8
442026-03-24T18:29:42.288ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 50787, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:56563 req_id = 0bacfe4d-f65b-406c-83fb-4d485500dbcb
452026-03-24T18:29:42.293ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64646, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." peer_addr = [fd00:1122:3344:101::1b]:62298 req_id = 35c528fc-c35a-4436-b1b2-7191cf66b468
462026-03-24T18:29:46.222ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 19765, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:65509 req_id = 336f10b2-2308-498e-9721-c542c2ea83c5
472026-03-24T18:29:52.745ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38016, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), ), original: Query { name: Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 53, 100, 53, 49, 100, 50, 55, 45, 100, 99, 48, 98, 45, 52, 49, 57, 55, 45, 97, 54, 98, 50, 45, 48, 100, 54, 50, 99, 51, 57, 99, 99, 55, 55, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777." peer_addr = [fd00:1122:3344:101::e]:35234 req_id = ec14a668-27af-40ca-baac-5c3abb712bb8
482026-03-24T18:29:52.746ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 38016, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), ), original: Query { name: Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 53, 100, 53, 49, 100, 50, 55, 45, 100, 99, 48, 98, 45, 52, 49, 57, 55, 45, 97, 54, 98, 50, 45, 48, 100, 54, 50, 99, 51, 57, 99, 99, 55, 55, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777." peer_addr = [fd00:1122:3344:101::e]:46267 req_id = 87ccf404-cb65-487d-b2eb-57b63049cc2d
492026-03-24T18:29:56.224ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 13816, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::d]:50980 req_id = 455ab24a-74c9-46df-95ba-b27ed2a54111
502026-03-24T18:29:59.916ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56390, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::a]:44045 req_id = a37b7f19-1b17-4765-bca7-cd6aae6993e0
512026-03-24T18:30:00.046ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 26617, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::b]:43563 req_id = 8d46c655-5eb7-4b2a-97ea-74ce2d34636e
522026-03-24T18:30:00.056ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 36322, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-admin-keeper._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 24, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 97, 100, 109, 105, 110, 45, 107, 101, 101, 112, 101, 114, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal peer_addr = [fd00:1122:3344:101::c]:60752 req_id = b251fc49-bbb9-4f83-90a6-997065e9cd3e
532026-03-24T18:30:00.072ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 4267, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa."), ), original: Query { name: Name("oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 57, 48, 50, 49, 54, 49, 55, 101, 45, 50, 57, 100, 52, 45, 52, 56, 57, 57, 45, 97, 53, 48, 49, 45, 102, 99, 98, 101, 50, 101, 102, 50, 48, 48, 97, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa." peer_addr = [fd00:1122:3344:101::3]:51522 req_id = 4f2838ac-f545-4d79-a20f-55e1b50675e5
542026-03-24T18:30:00.073ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 4267, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa."), ), original: Query { name: Name("oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 57, 48, 50, 49, 54, 49, 55, 101, 45, 50, 57, 100, 52, 45, 52, 56, 57, 57, 45, 97, 53, 48, 49, 45, 102, 99, 98, 101, 50, 101, 102, 50, 48, 48, 97, 97, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_9021617e-29d4-4899-a501-fcbe2ef200aa." peer_addr = [fd00:1122:3344:101::3]:43649 req_id = 4ffe33b3-de22-45a5-9903-84d8d3525ae0
552026-03-24T18:30:00.073ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 6115, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd."), ), original: Query { name: Name("oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 48, 100, 97, 99, 53, 99, 101, 45, 53, 49, 50, 53, 45, 52, 98, 102, 54, 45, 56, 98, 49, 98, 45, 100, 98, 53, 49, 97, 55, 51, 51, 48, 57, 99, 100, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd." peer_addr = [fd00:1122:3344:101::6]:35949 req_id = feeaa463-4aa9-43f5-bd3f-895fddd0d911
562026-03-24T18:30:00.074ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 6115, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd."), ), original: Query { name: Name("oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 48, 100, 97, 99, 53, 99, 101, 45, 53, 49, 50, 53, 45, 52, 98, 102, 54, 45, 56, 98, 49, 98, 45, 100, 98, 53, 49, 97, 55, 51, 51, 48, 57, 99, 100, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_20dac5ce-5125-4bf6-8b1b-db51a73309cd." peer_addr = [fd00:1122:3344:101::6]:60161 req_id = 7a1dc70a-c2ec-484d-9388-813a163178c8
572026-03-24T18:30:00.113ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 53607, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462."), ), original: Query { name: Name("oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 48, 99, 55, 56, 100, 98, 56, 48, 45, 97, 101, 51, 57, 45, 52, 57, 57, 98, 45, 57, 48, 50, 97, 45, 102, 99, 102, 54, 102, 98, 57, 98, 53, 52, 54, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462." peer_addr = [fd00:1122:3344:101::5]:57641 req_id = 5a2fa72a-7f51-4202-beb2-50af01a7edfd
582026-03-24T18:30:00.114ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 53607, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462."), ), original: Query { name: Name("oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 48, 99, 55, 56, 100, 98, 56, 48, 45, 97, 101, 51, 57, 45, 52, 57, 57, 98, 45, 57, 48, 50, 97, 45, 102, 99, 102, 54, 102, 98, 57, 98, 53, 52, 54, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_0c78db80-ae39-499b-902a-fcf6fb9b5462." peer_addr = [fd00:1122:3344:101::5]:54377 req_id = 91464b26-ad91-4703-8cf1-f2fa5201baba
592026-03-24T18:30:00.231ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64941, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802."), ), original: Query { name: Name("oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 101, 102, 102, 98, 97, 100, 100, 102, 45, 50, 48, 55, 56, 45, 52, 49, 49, 100, 45, 57, 51, 99, 52, 45, 101, 56, 53, 100, 50, 51, 48, 101, 99, 56, 48, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802." peer_addr = [fd00:1122:3344:101::4]:55044 req_id = 64d15e2d-342e-4ebe-8471-80c97d60aaee
602026-03-24T18:30:00.232ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64941, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802."), ), original: Query { name: Name("oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 101, 102, 102, 98, 97, 100, 100, 102, 45, 50, 48, 55, 56, 45, 52, 49, 49, 100, 45, 57, 51, 99, 52, 45, 101, 56, 53, 100, 50, 51, 48, 101, 99, 56, 48, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_effbaddf-2078-411d-93c4-e85d230ec802." peer_addr = [fd00:1122:3344:101::4]:58016 req_id = 6343b8ca-f2bc-461e-a207-f3ae6fdad5eb
612026-03-24T18:30:00.262ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 34346, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), ), original: Query { name: Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 53, 100, 53, 49, 100, 50, 55, 45, 100, 99, 48, 98, 45, 52, 49, 57, 55, 45, 97, 54, 98, 50, 45, 48, 100, 54, 50, 99, 51, 57, 99, 99, 55, 55, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777." peer_addr = [fd00:1122:3344:101::e]:64285 req_id = ba26c909-59c4-4a4c-96f1-24df5f9f5048
622026-03-24T18:30:00.262ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 34346, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), ), original: Query { name: Name("oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777."), query_type: A, query_class: IN, }, }, ], original: [ 51, 111, 120, 122, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 95, 102, 53, 100, 53, 49, 100, 50, 55, 45, 100, 99, 48, 98, 45, 52, 49, 57, 55, 45, 97, 54, 98, 50, 45, 48, 100, 54, 50, 99, 51, 57, 99, 99, 55, 55, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_clickhouse_f5d51d27-dc0b-4197-a6b2-0d62c39cc777." peer_addr = [fd00:1122:3344:101::e]:36915 req_id = 66ffa214-55d5-4aad-9044-aba0f17f1822
632026-03-24T18:30:00.297ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41372, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053."), ), original: Query { name: Name("oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 57, 97, 101, 55, 52, 55, 102, 45, 57, 98, 56, 54, 45, 52, 101, 100, 53, 45, 97, 49, 52, 98, 45, 101, 50, 98, 48, 97, 52, 53, 101, 98, 48, 53, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053." peer_addr = [fd00:1122:3344:101::7]:54461 req_id = 75514204-2a7d-4b7e-b9db-c4e91fbc4dfa
642026-03-24T18:30:00.298ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 41372, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053."), ), original: Query { name: Name("oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 57, 97, 101, 55, 52, 55, 102, 45, 57, 98, 56, 54, 45, 52, 101, 100, 53, 45, 97, 49, 52, 98, 45, 101, 50, 98, 48, 97, 52, 53, 101, 98, 48, 53, 51, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_49ae747f-9b86-4ed5-a14b-e2b0a45eb053." peer_addr = [fd00:1122:3344:101::7]:38737 req_id = 6b207f83-3347-4fec-a028-187692e63c34
652026-03-24T18:30:00.511ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18089, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:38937 req_id = 80f66a1e-1f20-4230-b4ad-d4e771c76fd1
662026-03-24T18:30:00.512ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 18089, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." peer_addr = [fd00:1122:3344:101::2]:65365 req_id = c5c5da2e-1203-4c74-8a99-ef1ba38caab6
672026-03-24T18:30:01.005ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 27604, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_ntp_d0e75611-44ae-4c76-87ca-3cfc3f463717."), ), original: Query { name: Name("oxz_ntp_d0e75611-44ae-4c76-87ca-3cfc3f463717."), query_type: A, query_class: IN, }, }, ], original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 100, 48, 101, 55, 53, 54, 49, 49, 45, 52, 52, 97, 101, 45, 52, 99, 55, 54, 45, 56, 55, 99, 97, 45, 51, 99, 102, 99, 51, 102, 52, 54, 51, 55, 49, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_d0e75611-44ae-4c76-87ca-3cfc3f463717." peer_addr = [fd00:1122:3344:101::1b]:47469 req_id = 58e46670-1ee4-4936-aee9-aea897378e74