[ Sep 5 02:28:53 Enabled. ] [ Sep 5 02:28:53 Rereading configuration. ] [ Sep 5 02:28:53 Rereading configuration. ] [ Sep 5 02:28:54 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Sep 5 02:28:54 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.884577559Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.88469959Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.906037574Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.906060074Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.906114504Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:54.906408368Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:28:56.346275636Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:2::2]:2447","req_id":"1090fa80-1e08-4a6a-9c01-32fb8b78fd3d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.805330731Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:65063"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.80605841Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"new_generation":1,"req_id":"a5b1cb07-1337-400d-83e1-16d709d0676e","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.80607713Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.817672068Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.817700868Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"new_generation":1,"req_id":"a5b1cb07-1337-400d-83e1-16d709d0676e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T02:28:56.817708828Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"uri":"/config","method":"PUT","req_id":"a5b1cb07-1337-400d-83e1-16d709d0676e","remote_addr":"[fd00:1122:3344:2::2]:65063","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":11996,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:29:08.927845704Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:48679","req_id":"978ff0b2-6b0f-40b9-8516-fab85c96f617","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:29:08.932307847Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:42558","req_id":"6a30618e-807b-4d78-bbcb-e50a4b206218","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:29:08.936236164Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:33874","req_id":"e50d7ab7-2bce-4c8f-a109-18405e13c77d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24054,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.376770621Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::2]:39203","req_id":"961c09da-30fa-4059-99ee-1b538b6a4784","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 54,\n 57,\n 101,\n 97,\n 55,\n 56,\n 45,\n 102,\n 54,\n 97,\n 97,\n 45,\n 52,\n 98,\n 102,\n 102,\n 45,\n 56,\n 54,\n 97,\n 99,\n 45,\n 55,\n 99,\n 100,\n 99,\n 48,\n 57,\n 57,\n 54,\n 56,\n 50,\n 97,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.379880878Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::4]:48006","req_id":"e4d4c767-c6fd-4a0a-a1d2-8fe7baa239c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 54,\n 57,\n 101,\n 97,\n 55,\n 56,\n 45,\n 102,\n 54,\n 97,\n 97,\n 45,\n 52,\n 98,\n 102,\n 102,\n 45,\n 56,\n 54,\n 97,\n 99,\n 45,\n 55,\n 99,\n 100,\n 99,\n 48,\n 57,\n 57,\n 54,\n 56,\n 50,\n 97,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_da69ea78-f6aa-4bff-86ac-7cdc099682aa.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.562773968Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::4]:64321","req_id":"3fefd998-00f2-4820-b5d9-d2dd68386250","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24054,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.56469835Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::2]:45166","req_id":"f5c991bd-8e3f-4252-beec-5a528a85846b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_8f9a1e8c-2bb7-43f6-aa6e-7919f015854e.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_8f9a1e8c-2bb7-43f6-aa6e-7919f015854e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 102,\n 57,\n 97,\n 49,\n 101,\n 56,\n 99,\n 45,\n 50,\n 98,\n 98,\n 55,\n 45,\n 52,\n 51,\n 102,\n 54,\n 45,\n 97,\n 97,\n 54,\n 101,\n 45,\n 55,\n 57,\n 49,\n 57,\n 102,\n 48,\n 49,\n 53,\n 56,\n 53,\n 52,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_8f9a1e8c-2bb7-43f6-aa6e-7919f015854e.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.692497816Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::1b]:38325","req_id":"ad6eb4f0-6e29-4c83-8ba2-24ffb35eeb4e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65186,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_83741ae5-2a80-4e42-9ba7-80787ab60187.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_83741ae5-2a80-4e42-9ba7-80787ab60187.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 51,\n 55,\n 52,\n 49,\n 97,\n 101,\n 53,\n 45,\n 50,\n 97,\n 56,\n 48,\n 45,\n 52,\n 101,\n 52,\n 50,\n 45,\n 57,\n 98,\n 97,\n 55,\n 45,\n 56,\n 48,\n 55,\n 56,\n 55,\n 97,\n 98,\n 54,\n 48,\n 49,\n 56,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_83741ae5-2a80-4e42-9ba7-80787ab60187.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.981593025Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::6]:42222","req_id":"d24caffb-d602-470a-84ea-4d087e16d8ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65186,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_83741ae5-2a80-4e42-9ba7-80787ab60187.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_83741ae5-2a80-4e42-9ba7-80787ab60187.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 51,\n 55,\n 52,\n 49,\n 97,\n 101,\n 53,\n 45,\n 50,\n 97,\n 56,\n 48,\n 45,\n 52,\n 101,\n 52,\n 50,\n 45,\n 57,\n 98,\n 97,\n 55,\n 45,\n 56,\n 48,\n 55,\n 56,\n 55,\n 97,\n 98,\n 54,\n 48,\n 49,\n 56,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_83741ae5-2a80-4e42-9ba7-80787ab60187.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:00.982533466Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::6]:40219","req_id":"2ea116c0-77cf-432d-8fa2-89d23b76a893","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b7a3d76c-68ae-42b4-8335-ca4f41b8180d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b7a3d76c-68ae-42b4-8335-ca4f41b8180d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 55,\n 97,\n 51,\n 100,\n 55,\n 54,\n 99,\n 45,\n 54,\n 56,\n 97,\n 101,\n 45,\n 52,\n 50,\n 98,\n 52,\n 45,\n 56,\n 51,\n 51,\n 53,\n 45,\n 99,\n 97,\n 52,\n 102,\n 52,\n 49,\n 98,\n 56,\n 49,\n 56,\n 48,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b7a3d76c-68ae-42b4-8335-ca4f41b8180d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:01.01654019Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::5]:46545","req_id":"8ad8974d-6576-48bb-a545-24bd276ad77e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b7a3d76c-68ae-42b4-8335-ca4f41b8180d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b7a3d76c-68ae-42b4-8335-ca4f41b8180d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 55,\n 97,\n 51,\n 100,\n 55,\n 54,\n 99,\n 45,\n 54,\n 56,\n 97,\n 101,\n 45,\n 52,\n 50,\n 98,\n 52,\n 45,\n 56,\n 51,\n 51,\n 53,\n 45,\n 99,\n 97,\n 52,\n 102,\n 52,\n 49,\n 98,\n 56,\n 49,\n 56,\n 48,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b7a3d76c-68ae-42b4-8335-ca4f41b8180d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:01.018329441Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::5]:50606","req_id":"e2269f96-b85a-4687-a240-c0382863aab2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11204,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_41b75b45-b744-490b-b062-f9403fb0f27e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_41b75b45-b744-490b-b062-f9403fb0f27e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 49,\n 98,\n 55,\n 53,\n 98,\n 52,\n 53,\n 45,\n 98,\n 55,\n 52,\n 52,\n 45,\n 52,\n 57,\n 48,\n 98,\n 45,\n 98,\n 48,\n 54,\n 50,\n 45,\n 102,\n 57,\n 52,\n 48,\n 51,\n 102,\n 98,\n 48,\n 102,\n 50,\n 55,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_41b75b45-b744-490b-b062-f9403fb0f27e.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:01.036680448Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::7]:33721","req_id":"63e50356-68dc-4d35-9290-f473a3303b91","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11204,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_41b75b45-b744-490b-b062-f9403fb0f27e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_41b75b45-b744-490b-b062-f9403fb0f27e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 49,\n 98,\n 55,\n 53,\n 98,\n 52,\n 53,\n 45,\n 98,\n 55,\n 52,\n 52,\n 45,\n 52,\n 57,\n 48,\n 98,\n 45,\n 98,\n 48,\n 54,\n 50,\n 45,\n 102,\n 57,\n 52,\n 48,\n 51,\n 102,\n 98,\n 48,\n 102,\n 50,\n 55,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_41b75b45-b744-490b-b062-f9403fb0f27e.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:01.037939454Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::7]:46023","req_id":"c6c9679a-efe1-4a60-9de5-083ca5e94800","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2fab217f-c5c6-4b98-b629-5419ffdc9544.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2fab217f-c5c6-4b98-b629-5419ffdc9544.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 102,\n 97,\n 98,\n 50,\n 49,\n 55,\n 102,\n 45,\n 99,\n 53,\n 99,\n 54,\n 45,\n 52,\n 98,\n 57,\n 56,\n 45,\n 98,\n 54,\n 50,\n 57,\n 45,\n 53,\n 52,\n 49,\n 57,\n 102,\n 102,\n 100,\n 99,\n 57,\n 53,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2fab217f-c5c6-4b98-b629-5419ffdc9544.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:01.038399329Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::3]:58796","req_id":"14fe601e-4a57-4fda-a27a-38e37bce4516","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2fab217f-c5c6-4b98-b629-5419ffdc9544.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2fab217f-c5c6-4b98-b629-5419ffdc9544.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 102,\n 97,\n 98,\n 50,\n 49,\n 55,\n 102,\n 45,\n 99,\n 53,\n 99,\n 54,\n 45,\n 52,\n 98,\n 57,\n 56,\n 45,\n 98,\n 54,\n 50,\n 57,\n 45,\n 53,\n 52,\n 49,\n 57,\n 102,\n 102,\n 100,\n 99,\n 57,\n 53,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2fab217f-c5c6-4b98-b629-5419ffdc9544.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T02:30:01.039619563Z","hostname":"oxz_internal_dns_30f4b3f6-05fb-43b4-8f1c-2872481198bb","pid":5508,"peer_addr":"[fd00:1122:3344:101::3]:56660","req_id":"93bda3bc-b37e-4b03-a07e-e0734ac6d774","component":"dns"}