[ Jul 16 18:56:39 Enabled. ] [ Jul 16 18:56:39 Rereading configuration. ] [ Jul 16 18:56:40 Rereading configuration. ] [ Jul 16 18:56:41 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jul 16 18:56:41 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:41.656346124Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:41.656478337Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:41.678068651Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:41.678088001Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:41.678106902Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:41.678357377Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T18:56:41.765046011Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::2]:57784","req_id":"967ce5d1-a698-45e6-9777-af5d684bd0e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T18:56:41.894082635Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::2]:34838","req_id":"5872bfd9-b7e6-49d3-bac0-4eafbedca529","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T18:56:41.992934371Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::2]:48886","req_id":"695862cd-083b-4ad1-97be-14d82c6e9beb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T18:56:42.00851275Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::2]:3083","req_id":"6a7aadbd-5aac-458e-ab66-5b9111c56571","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:42.09325826Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:46840"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:42.094080579Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"new_generation":1,"req_id":"0678805f-f722-4617-a6e6-9ae3c469daa2","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:42.094096099Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:42.110503267Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:42.110540008Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"new_generation":1,"req_id":"0678805f-f722-4617-a6e6-9ae3c469daa2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T18:56:42.110548498Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"uri":"/config","method":"PUT","req_id":"0678805f-f722-4617-a6e6-9ae3c469daa2","remote_addr":"[fd00:1122:3344:1::2]:46840","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16805,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T18:56:52.950978807Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::1b]:56400","req_id":"638ad4b6-fc25-4dea-9c33-815ee258679f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19677,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T18:56:52.95558968Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::1b]:33870","req_id":"312a5f92-f162-4edf-90e7-c83777a696e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34752,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T18:56:52.95959269Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::1b]:59630","req_id":"e638a736-a271-43bf-9a97-f2d73a5604a6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T18:59:57.878111352Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::d]:53928","req_id":"b34866d7-4f25-462f-a630-b84e888778b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_95b0620a-77fd-429e-a5cb-00a5e779a0fb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_95b0620a-77fd-429e-a5cb-00a5e779a0fb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 53,\n 98,\n 48,\n 54,\n 50,\n 48,\n 97,\n 45,\n 55,\n 55,\n 102,\n 100,\n 45,\n 52,\n 50,\n 57,\n 101,\n 45,\n 97,\n 53,\n 99,\n 98,\n 45,\n 48,\n 48,\n 97,\n 53,\n 101,\n 55,\n 55,\n 57,\n 97,\n 48,\n 102,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_95b0620a-77fd-429e-a5cb-00a5e779a0fb.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:00.298851754Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::7]:39931","req_id":"95de0876-fcb8-467b-b4c9-c627177ed93f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_710f6d32-efb7-452e-948f-6330a258a19b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_710f6d32-efb7-452e-948f-6330a258a19b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 49,\n 48,\n 102,\n 54,\n 100,\n 51,\n 50,\n 45,\n 101,\n 102,\n 98,\n 55,\n 45,\n 52,\n 53,\n 50,\n 101,\n 45,\n 57,\n 52,\n 56,\n 102,\n 45,\n 54,\n 51,\n 51,\n 48,\n 97,\n 50,\n 53,\n 56,\n 97,\n 49,\n 57,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_710f6d32-efb7-452e-948f-6330a258a19b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:00.305198556Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::4]:65126","req_id":"f6e44000-2c46-4886-955f-cdb062aa763f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_95b0620a-77fd-429e-a5cb-00a5e779a0fb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_95b0620a-77fd-429e-a5cb-00a5e779a0fb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 53,\n 98,\n 48,\n 54,\n 50,\n 48,\n 97,\n 45,\n 55,\n 55,\n 102,\n 100,\n 45,\n 52,\n 50,\n 57,\n 101,\n 45,\n 97,\n 53,\n 99,\n 98,\n 45,\n 48,\n 48,\n 97,\n 53,\n 101,\n 55,\n 55,\n 57,\n 97,\n 48,\n 102,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_95b0620a-77fd-429e-a5cb-00a5e779a0fb.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:00.307046628Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::7]:43363","req_id":"fd247894-da3d-43d0-a43d-b1cdc2d946c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_710f6d32-efb7-452e-948f-6330a258a19b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_710f6d32-efb7-452e-948f-6330a258a19b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 49,\n 48,\n 102,\n 54,\n 100,\n 51,\n 50,\n 45,\n 101,\n 102,\n 98,\n 55,\n 45,\n 52,\n 53,\n 50,\n 101,\n 45,\n 57,\n 52,\n 56,\n 102,\n 45,\n 54,\n 51,\n 51,\n 48,\n 97,\n 50,\n 53,\n 56,\n 97,\n 49,\n 57,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_710f6d32-efb7-452e-948f-6330a258a19b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:00.307097839Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::4]:51654","req_id":"9347cc20-a753-48a2-8078-9ee320459855","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42578,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0a445da3-17ce-4a42-9268-57fbdd124f2e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0a445da3-17ce-4a42-9268-57fbdd124f2e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 97,\n 52,\n 52,\n 53,\n 100,\n 97,\n 51,\n 45,\n 49,\n 55,\n 99,\n 101,\n 45,\n 52,\n 97,\n 52,\n 50,\n 45,\n 57,\n 50,\n 54,\n 56,\n 45,\n 53,\n 55,\n 102,\n 98,\n 100,\n 100,\n 49,\n 50,\n 52,\n 102,\n 50,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0a445da3-17ce-4a42-9268-57fbdd124f2e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:00.333620903Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::5]:44849","req_id":"2523d3d2-5f37-4e21-a7d8-c57804aac718","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42578,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0a445da3-17ce-4a42-9268-57fbdd124f2e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0a445da3-17ce-4a42-9268-57fbdd124f2e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 97,\n 52,\n 52,\n 53,\n 100,\n 97,\n 51,\n 45,\n 49,\n 55,\n 99,\n 101,\n 45,\n 52,\n 97,\n 52,\n 50,\n 45,\n 57,\n 50,\n 54,\n 56,\n 45,\n 53,\n 55,\n 102,\n 98,\n 100,\n 100,\n 49,\n 50,\n 52,\n 102,\n 50,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0a445da3-17ce-4a42-9268-57fbdd124f2e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:00.334270358Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::5]:57118","req_id":"58aae5f0-5dbf-44b7-aa34-379327be6864","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_80c09338-e228-43e6-a0c6-5ddafc670103.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_80c09338-e228-43e6-a0c6-5ddafc670103.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 48,\n 99,\n 48,\n 57,\n 51,\n 51,\n 56,\n 45,\n 101,\n 50,\n 50,\n 56,\n 45,\n 52,\n 51,\n 101,\n 54,\n 45,\n 97,\n 48,\n 99,\n 54,\n 45,\n 53,\n 100,\n 100,\n 97,\n 102,\n 99,\n 54,\n 55,\n 48,\n 49,\n 48,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_80c09338-e228-43e6-a0c6-5ddafc670103.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:00.342707327Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::6]:44132","req_id":"519b77e2-6d34-491b-9b49-9e2a2003ad60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_80c09338-e228-43e6-a0c6-5ddafc670103.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_80c09338-e228-43e6-a0c6-5ddafc670103.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 48,\n 99,\n 48,\n 57,\n 51,\n 51,\n 56,\n 45,\n 101,\n 50,\n 50,\n 56,\n 45,\n 52,\n 51,\n 101,\n 54,\n 45,\n 97,\n 48,\n 99,\n 54,\n 45,\n 53,\n 100,\n 100,\n 97,\n 102,\n 99,\n 54,\n 55,\n 48,\n 49,\n 48,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_80c09338-e228-43e6-a0c6-5ddafc670103.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:00.343355871Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::6]:62508","req_id":"da0dcf1d-e171-45a2-95f7-107174246b81","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ca92e564-dc81-4c05-a583-a6e9b1add56a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ca92e564-dc81-4c05-a583-a6e9b1add56a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 97,\n 57,\n 50,\n 101,\n 53,\n 54,\n 52,\n 45,\n 100,\n 99,\n 56,\n 49,\n 45,\n 52,\n 99,\n 48,\n 53,\n 45,\n 97,\n 53,\n 56,\n 51,\n 45,\n 97,\n 54,\n 101,\n 57,\n 98,\n 49,\n 97,\n 100,\n 100,\n 53,\n 54,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ca92e564-dc81-4c05-a583-a6e9b1add56a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:00.378262394Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::3]:39010","req_id":"e3f479de-96d9-4df1-98d8-a36d5ec2db45","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ca92e564-dc81-4c05-a583-a6e9b1add56a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ca92e564-dc81-4c05-a583-a6e9b1add56a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 97,\n 57,\n 50,\n 101,\n 53,\n 54,\n 52,\n 45,\n 100,\n 99,\n 56,\n 49,\n 45,\n 52,\n 99,\n 48,\n 53,\n 45,\n 97,\n 53,\n 56,\n 51,\n 45,\n 97,\n 54,\n 101,\n 57,\n 98,\n 49,\n 97,\n 100,\n 100,\n 53,\n 54,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ca92e564-dc81-4c05-a583-a6e9b1add56a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:00.37895982Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::3]:36882","req_id":"b6bac56b-d40a-4aff-951e-339a3692ea6d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24858,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_27231902-fe6c-4510-820a-3d920d3c8989.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_27231902-fe6c-4510-820a-3d920d3c8989.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 55,\n 50,\n 51,\n 49,\n 57,\n 48,\n 50,\n 45,\n 102,\n 101,\n 54,\n 99,\n 45,\n 52,\n 53,\n 49,\n 48,\n 45,\n 56,\n 50,\n 48,\n 97,\n 45,\n 51,\n 100,\n 57,\n 50,\n 48,\n 100,\n 51,\n 99,\n 56,\n 57,\n 56,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_27231902-fe6c-4510-820a-3d920d3c8989.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:00.63940022Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::1b]:36704","req_id":"92ba9854-74f2-4f19-8a18-e60cee1571d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:01.130127294Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::2]:46542","req_id":"af15af3d-f539-49a3-b658-21c8c6e318f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T19:00:01.130812399Z","hostname":"oxz_internal_dns_32b1f56e-b1d7-445c-b23f-bbfba6b5c951","pid":5407,"peer_addr":"[fd00:1122:3344:101::2]:58969","req_id":"bd087d7e-2463-4e3d-a877-e87986c4d4d1","component":"dns"}