Max level shown:
1 [ Oct 31 05:28:54 Enabled. ]
2 [ Oct 31 05:28:54 Rereading configuration. ]
3 [ Oct 31 05:28:54 Rereading configuration. ]
4 [ Oct 31 05:28:55 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-addresses [fd00:1122:3344:1::1]:53 &"). ]
5 [ Oct 31 05:28:55 Method "start" exited with status 0. ]
6 Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } }
7 note: configured to log to "/dev/stdout"
82026-10-31T05:28:55.959ZINFOdns-server: config config = Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } dns_config = Config { bind_addresses: [[fd00:1122:3344:1::1]:53] }
92026-10-31T05:28:55.959ZINFOdns-server (store): opening sled database path = /data/dns
102026-10-31T05:28:55.977ZINFOdns-server (store): pruning trees for generations newer than 0
112026-10-31T05:28:55.977ZINFOdns-server (store): pruning trees for generations older than 0 keep = 3
122026-10-31T05:28:55.977ZINFOdns-server (dns): DNS server bound to address bind_address = [fd00:1122:3344:1::1]:53
132026-10-31T05:28:55.977ZINFOdns-server (http): listening local_addr = [fd00:1122:3344:1::1]:5353
142026-10-31T05:28:56.773ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 2372, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::2]:2713 req_id = b43f3fcb-3477-45a4-af31-b1fd816bf141
152026-10-31T05:28:56.778ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 17358, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::2]:13467 req_id = 88966f84-c2f1-4988-8b1f-9a91e85f395d
162026-10-31T05:28:56.880ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64675, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::2]:10408 req_id = b95847c7-5c31-4671-a75b-8656eb5a2662
172026-10-31T05:28:56.926ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 4858, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:1::2]:53257 req_id = d6b26626-c21e-45ac-b848-48cba9cd5ace
182026-10-31T05:28:57.004ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 8660, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::2]:34594 req_id = c22dd8a1-ca88-4747-9f43-35a3eec940ce
192026-10-31T05:28:57.063ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 58130, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::2]:29494 req_id = 7028be13-dfce-4a77-bec3-b79b41fd565b
202026-10-31T05:28:57.103ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 11485, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::2]:31013 req_id = 445f590a-839e-4456-bde5-6dde914b6c55
212026-10-31T05:28:57.129ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 42192, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_nexus._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 6, 95, 110, 101, 120, 117, 115, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } SERVFAIL: server is not authoritative for name: "_nexus._tcp.control-plane.oxide.internal." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::2]:9431 req_id = 6b5f9480-9b0d-42a4-8122-46e3d46c866c
222026-10-31T05:28:57.207ZINFOdns-server (http): accepted connection local_addr = [fd00:1122:3344:1::1]:5353 remote_addr = [fd00:1122:3344:1::2]:50064
232026-10-31T05:28:57.207ZINFOdns-server (store): attempting generation update new_generation = 1 req_id = d248d2db-9ce6-486f-ab6a-7e59366e50a2
242026-10-31T05:28:57.207ZINFOdns-server (store): pruning trees for generations newer than 0
252026-10-31T05:28:57.223ZINFOdns-server (store): pruning trees for generations older than 1 keep = 3
262026-10-31T05:28:57.223ZINFOdns-server (store): updated generation new_generation = 1 req_id = d248d2db-9ce6-486f-ab6a-7e59366e50a2
272026-10-31T05:28:57.223ZINFOdns-server (http): request completed latency_us = 15780 local_addr = [fd00:1122:3344:1::1]:5353 method = PUT remote_addr = [fd00:1122:3344:1::2]:50064 req_id = d248d2db-9ce6-486f-ab6a-7e59366e50a2 response_code = 204 uri = /config
282026-10-31T05:29:08.941ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 65294, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::1b]:35947 req_id = 0990eb32-c4a1-45cd-ba2d-619df1335ff3
292026-10-31T05:29:08.946ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 39725, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: AAAA, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 28, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::1b]:41971 req_id = fa359516-df80-4b93-a662-37d87f2543c6
302026-10-31T05:29:08.950ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 44824, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("0.pool.ntp.org."), ), original: Query { name: Name("0.pool.ntp.org."), query_type: A, query_class: IN, }, }, ], original: [ 1, 48, 4, 112, 111, 111, 108, 3, 110, 116, 112, 3, 111, 114, 103, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "0.pool.ntp.org." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::1b]:52800 req_id = 4c12b95a-b19c-4b9c-a6c9-55b93bddb4dd
312026-10-31T05:30:00.338ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 47782, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f."), ), original: Query { name: Name("oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 97, 53, 49, 56, 50, 102, 100, 45, 54, 48, 56, 51, 45, 52, 54, 50, 102, 45, 97, 98, 98, 99, 45, 50, 97, 53, 52, 54, 57, 48, 99, 101, 50, 56, 102, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::6]:40187 req_id = 87c34fcc-8ac3-4fdf-be10-90ec92bd6dcb
322026-10-31T05:30:00.346ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31883, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd."), ), original: Query { name: Name("oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 98, 97, 99, 51, 50, 54, 56, 45, 98, 49, 53, 53, 45, 52, 53, 100, 52, 45, 57, 98, 55, 52, 45, 98, 53, 50, 100, 49, 101, 48, 100, 99, 102, 100, 100, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::4]:57459 req_id = 7e0035c8-581c-4f59-8f59-d38a53ca42ac
332026-10-31T05:30:00.346ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 47782, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f."), ), original: Query { name: Name("oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 97, 53, 49, 56, 50, 102, 100, 45, 54, 48, 56, 51, 45, 52, 54, 50, 102, 45, 97, 98, 98, 99, 45, 50, 97, 53, 52, 54, 57, 48, 99, 101, 50, 56, 102, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4a5182fd-6083-462f-abbc-2a54690ce28f." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::6]:39318 req_id = 8d6812ac-4a09-4ad3-a82c-f545d44427a4
342026-10-31T05:30:00.346ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 31883, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd."), ), original: Query { name: Name("oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 52, 98, 97, 99, 51, 50, 54, 56, 45, 98, 49, 53, 53, 45, 52, 53, 100, 52, 45, 57, 98, 55, 52, 45, 98, 53, 50, 100, 49, 101, 48, 100, 99, 102, 100, 100, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_4bac3268-b155-45d4-9b74-b52d1e0dcfdd." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::4]:34650 req_id = 30329be4-f764-4624-90c1-d8303a15b1c2
352026-10-31T05:30:00.346ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64350, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2."), ), original: Query { name: Name("oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 53, 57, 54, 101, 57, 99, 98, 45, 52, 52, 48, 56, 45, 52, 54, 50, 55, 45, 56, 57, 101, 53, 45, 98, 52, 55, 50, 50, 52, 48, 101, 49, 54, 97, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::7]:33158 req_id = d51bdee7-2213-4822-8bd4-41f0a971c22a
362026-10-31T05:30:00.347ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 64350, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2."), ), original: Query { name: Name("oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 50, 53, 57, 54, 101, 57, 99, 98, 45, 52, 52, 48, 56, 45, 52, 54, 50, 55, 45, 56, 57, 101, 53, 45, 98, 52, 55, 50, 50, 52, 48, 101, 49, 54, 97, 50, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_2596e9cb-4408-4627-89e5-b472240e16a2." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::7]:64004 req_id = 7657b8b8-322c-48de-a0dc-ddd06c6778fa
372026-10-31T05:30:00.415ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56247, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37."), ), original: Query { name: Name("oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 101, 100, 57, 57, 102, 52, 48, 45, 57, 50, 99, 55, 45, 52, 51, 57, 102, 45, 57, 50, 57, 54, 45, 97, 97, 102, 52, 50, 52, 52, 98, 48, 99, 51, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::3]:48717 req_id = 9d8092a8-f611-4abf-806d-0e551bb86cc1
382026-10-31T05:30:00.418ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56247, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37."), ), original: Query { name: Name("oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 102, 101, 100, 57, 57, 102, 52, 48, 45, 57, 50, 99, 55, 45, 52, 51, 57, 102, 45, 57, 50, 57, 54, 45, 97, 97, 102, 52, 50, 52, 52, 98, 48, 99, 51, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_fed99f40-92c7-439f-9296-aaf4244b0c37." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::3]:39479 req_id = 82430a7c-9a23-4ef3-b756-e1158173a664
392026-10-31T05:30:00.458ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55440, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47."), ), original: Query { name: Name("oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 53, 97, 56, 55, 54, 56, 97, 97, 45, 102, 101, 51, 102, 45, 52, 102, 51, 99, 45, 57, 50, 49, 53, 45, 56, 48, 57, 49, 99, 56, 51, 97, 101, 97, 52, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::5]:59397 req_id = 87327d8f-6362-40b5-aaa5-614fad809366
402026-10-31T05:30:00.459ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 55440, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47."), ), original: Query { name: Name("oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47."), query_type: A, query_class: IN, }, }, ], original: [ 52, 111, 120, 122, 95, 99, 111, 99, 107, 114, 111, 97, 99, 104, 100, 98, 95, 53, 97, 56, 55, 54, 56, 97, 97, 45, 102, 101, 51, 102, 45, 52, 102, 51, 99, 45, 57, 50, 49, 53, 45, 56, 48, 57, 49, 99, 56, 51, 97, 101, 97, 52, 55, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_cockroachdb_5a8768aa-fe3f-4f3c-9215-8091c83aea47." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::5]:50720 req_id = 63fa3f2b-abf9-4ed1-8d74-a4680c766e3a
412026-10-31T05:30:00.713ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 56, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_ntp_3c82f692-8c06-4f1f-b228-7646ea03bdf9."), ), original: Query { name: Name("oxz_ntp_3c82f692-8c06-4f1f-b228-7646ea03bdf9."), query_type: A, query_class: IN, }, }, ], original: [ 44, 111, 120, 122, 95, 110, 116, 112, 95, 51, 99, 56, 50, 102, 54, 57, 50, 45, 56, 99, 48, 54, 45, 52, 102, 49, 102, 45, 98, 50, 50, 56, 45, 55, 54, 52, 54, 101, 97, 48, 51, 98, 100, 102, 57, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_ntp_3c82f692-8c06-4f1f-b228-7646ea03bdf9." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::1b]:36970 req_id = be7626e7-6960-4da7-8117-faa67c70c90f
422026-10-31T05:30:01.375ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 7401, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::2]:50179 req_id = 75d03895-b1b3-4ee7-ab7f-62daa5a2e41a
432026-10-31T05:30:01.376ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 7401, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 0, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("oxz_switch."), ), original: Query { name: Name("oxz_switch."), query_type: A, query_class: IN, }, }, ], original: [ 10, 111, 120, 122, 95, 115, 119, 105, 116, 99, 104, 0, 0, 1, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: None, } SERVFAIL: server is not authoritative for name: "oxz_switch." bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::2]:48082 req_id = 4ade6cec-1115-4745-b240-a2d9ed442169
442026-10-31T05:30:01.915ZERROdns-server (dns): failed to handle incoming DNS message: MessageRequest { header: Header { id: 29596, message_type: Query, op_code: Query, authoritative: false, truncation: false, recursion_desired: true, recursion_available: false, authentic_data: false, checking_disabled: false, response_code: NoError, query_count: 1, answer_count: 0, name_server_count: 0, additional_count: 1, }, queries: Queries { queries: [ LowerQuery { name: LowerName( Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), ), original: Query { name: Name("_clickhouse-cluster-native._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN, }, }, ], original: [ 26, 95, 99, 108, 105, 99, 107, 104, 111, 117, 115, 101, 45, 99, 108, 117, 115, 116, 101, 114, 45, 110, 97, 116, 105, 118, 101, 4, 95, 116, 99, 112, 13, 99, 111, 110, 116, 114, 111, 108, 45, 112, 108, 97, 110, 101, 5, 111, 120, 105, 100, 101, 8, 105, 110, 116, 101, 114, 110, 97, 108, 0, 0, 33, 0, 1, ], }, answers: [], name_servers: [], additionals: [], sig0: [], edns: Some( Edns { rcode_high: 0, version: 0, flags: EdnsFlags { dnssec_ok: false, z: 0, }, max_payload: 1232, options: OPT { options: [], }, }, ), } NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal bind_address = [fd00:1122:3344:1::1]:53 peer_addr = [fd00:1122:3344:101::d]:61136 req_id = 7bfadf86-75af-4c9c-9a34-09a71a98d7c9