[ Apr 7 18:41:29 Enabled. ] [ Apr 7 18:41:29 Rereading configuration. ] [ Apr 7 18:41:30 Rereading configuration. ] [ Apr 7 18:41:31 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Apr 7 18:41:31 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:31.303077148Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:31.303204951Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:31.320290369Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:31.320299749Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:31.320332Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:31.320590886Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:31.900610688Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:49083","req_id":"acc568fc-7f05-462b-bfa2-36c6c526951b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41220,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:31.931722005Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:10865","req_id":"90bc1c4d-edfc-4692-a76a-a55dc2678390","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:32.000501407Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:27714","req_id":"3f7cb636-93e0-46ed-be09-28f7345e6e08","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55066,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:32.113959594Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:11600","req_id":"e2117343-b9a7-4672-9803-4b43ed6c0874","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:32.215792573Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:5063","req_id":"8555357e-5d64-44d8-b248-85830dd75e2c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:32.235316543Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:39560","req_id":"a4a2b586-33a3-4534-b965-103ac2eadfc2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3039,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:32.304382583Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:2156","req_id":"43c2b57a-8382-42cc-ae2d-8ad191aa6399","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:32.358194802Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:29475","req_id":"33d5a70a-c14f-4e45-88a1-1a0d5a2ba6f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54205,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:32.459943689Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:31245","req_id":"bd101c79-a89a-4c11-a277-278c730b210a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 49,\n 56,\n 57,\n 52,\n 50,\n 48,\n 98,\n 56,\n 45,\n 56,\n 101,\n 56,\n 55,\n 45,\n 52,\n 49,\n 52,\n 52,\n 45,\n 57,\n 53,\n 48,\n 102,\n 45,\n 53,\n 48,\n 49,\n 57,\n 100,\n 49,\n 49,\n 52,\n 54,\n 52,\n 51,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:32.460631317Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:54272","req_id":"697e7083-b628-4a41-89d3-4513e394b3f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46781,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 57,\n 54,\n 53,\n 52,\n 97,\n 97,\n 57,\n 54,\n 45,\n 48,\n 99,\n 102,\n 97,\n 45,\n 52,\n 53,\n 51,\n 55,\n 45,\n 97,\n 100,\n 54,\n 56,\n 45,\n 99,\n 55,\n 53,\n 102,\n 97,\n 97,\n 53,\n 51,\n 102,\n 48,\n 100,\n 97,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:32.460674808Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:42048","req_id":"799feca4-e1c3-480c-9db2-3e9e95522e90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 99,\n 53,\n 49,\n 100,\n 101,\n 102,\n 98,\n 45,\n 102,\n 54,\n 51,\n 53,\n 45,\n 52,\n 98,\n 50,\n 50,\n 45,\n 98,\n 99,\n 101,\n 53,\n 45,\n 55,\n 98,\n 98,\n 51,\n 48,\n 56,\n 53,\n 49,\n 100,\n 97,\n 53,\n 55,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:32.46077268Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:8682","req_id":"ecf8c8c6-09f7-4c9d-be2a-5ada18368a5f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:32.468096818Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:51437"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:32.468853117Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"new_generation":1,"req_id":"1d087416-6327-4d4c-a7c6-fbca5939a0d5","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:32.468874548Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:32.490565354Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:32.490598084Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"new_generation":1,"req_id":"1d087416-6327-4d4c-a7c6-fbca5939a0d5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-07T18:41:32.490632165Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"uri":"/config","method":"PUT","req_id":"1d087416-6327-4d4c-a7c6-fbca5939a0d5","remote_addr":"[fd00:1122:3344:3::2]:51437","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":22153,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:43.856249165Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::1b]:53123","req_id":"193a56be-80f7-47b1-98d2-80cd8d2b0a64","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:43.860671849Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::1b]:33178","req_id":"14dfeb08-62c4-4119-bc57-2c9a3bd86eeb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31898,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:41:43.865126063Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::1b]:59064","req_id":"981ca095-015a-49a6-8176-22b6cd957d18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:43:39.099717387Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::1b]:51934","req_id":"c7af0160-938d-47c0-928d-30e7024bbef5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:43:39.105102266Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::1b]:39546","req_id":"c6bcecee-9ee1-42af-bea6-5d66c8bbc280","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:43:39.109442807Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::1b]:39484","req_id":"97d501df-a23e-4781-b77b-5c5297a2b711","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7f0c6c55-d78d-40c7-943a-c4a31a8b8a0e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7f0c6c55-d78d-40c7-943a-c4a31a8b8a0e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 102,\n 48,\n 99,\n 54,\n 99,\n 53,\n 53,\n 45,\n 100,\n 55,\n 56,\n 100,\n 45,\n 52,\n 48,\n 99,\n 55,\n 45,\n 57,\n 52,\n 51,\n 97,\n 45,\n 99,\n 52,\n 97,\n 51,\n 49,\n 97,\n 56,\n 98,\n 56,\n 97,\n 48,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7f0c6c55-d78d-40c7-943a-c4a31a8b8a0e.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:45:01.289952587Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::5]:47487","req_id":"426b9dba-11f4-4e60-9db8-915263d14054","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42395,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_5e3ffe25-c3c8-4098-8f4e-9a17ba80152c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_5e3ffe25-c3c8-4098-8f4e-9a17ba80152c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 53,\n 101,\n 51,\n 102,\n 102,\n 101,\n 50,\n 53,\n 45,\n 99,\n 51,\n 99,\n 56,\n 45,\n 52,\n 48,\n 57,\n 56,\n 45,\n 56,\n 102,\n 52,\n 101,\n 45,\n 57,\n 97,\n 49,\n 55,\n 98,\n 97,\n 56,\n 48,\n 49,\n 53,\n 50,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_5e3ffe25-c3c8-4098-8f4e-9a17ba80152c.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:45:01.294036802Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::1b]:52012","req_id":"1b87e9bd-d98c-4290-8c82-9de7092bcff1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d511f5bc-947a-40c0-bc61-ac1f37af1166.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d511f5bc-947a-40c0-bc61-ac1f37af1166.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 53,\n 49,\n 49,\n 102,\n 53,\n 98,\n 99,\n 45,\n 57,\n 52,\n 55,\n 97,\n 45,\n 52,\n 48,\n 99,\n 48,\n 45,\n 98,\n 99,\n 54,\n 49,\n 45,\n 97,\n 99,\n 49,\n 102,\n 51,\n 55,\n 97,\n 102,\n 49,\n 49,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d511f5bc-947a-40c0-bc61-ac1f37af1166.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:45:01.294417591Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::7]:63524","req_id":"183ac44a-0a39-4d30-b006-0ce2cb524600","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19844,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3243b287-a658-4cb2-923d-a08527c175ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3243b287-a658-4cb2-923d-a08527c175ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 52,\n 51,\n 98,\n 50,\n 56,\n 55,\n 45,\n 97,\n 54,\n 53,\n 56,\n 45,\n 52,\n 99,\n 98,\n 50,\n 45,\n 57,\n 50,\n 51,\n 100,\n 45,\n 97,\n 48,\n 56,\n 53,\n 50,\n 55,\n 99,\n 49,\n 55,\n 53,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3243b287-a658-4cb2-923d-a08527c175ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:45:01.294703909Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::6]:51105","req_id":"4a30a4b6-341f-4c20-9ce1-b2078bc73b4c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7c8fb6d0-9120-4b4b-ae6e-64e5a77a0ca7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7c8fb6d0-9120-4b4b-ae6e-64e5a77a0ca7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 99,\n 56,\n 102,\n 98,\n 54,\n 100,\n 48,\n 45,\n 57,\n 49,\n 50,\n 48,\n 45,\n 52,\n 98,\n 52,\n 98,\n 45,\n 97,\n 101,\n 54,\n 101,\n 45,\n 54,\n 52,\n 101,\n 53,\n 97,\n 55,\n 55,\n 97,\n 48,\n 99,\n 97,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7c8fb6d0-9120-4b4b-ae6e-64e5a77a0ca7.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:45:01.294924875Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::4]:36976","req_id":"5f0f3915-0e7f-44f2-9dcb-27083af4859c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7f0c6c55-d78d-40c7-943a-c4a31a8b8a0e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7f0c6c55-d78d-40c7-943a-c4a31a8b8a0e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 102,\n 48,\n 99,\n 54,\n 99,\n 53,\n 53,\n 45,\n 100,\n 55,\n 56,\n 100,\n 45,\n 52,\n 48,\n 99,\n 55,\n 45,\n 57,\n 52,\n 51,\n 97,\n 45,\n 99,\n 52,\n 97,\n 51,\n 49,\n 97,\n 56,\n 98,\n 56,\n 97,\n 48,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7f0c6c55-d78d-40c7-943a-c4a31a8b8a0e.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:45:01.295641523Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::5]:33040","req_id":"069a6bcc-424e-438d-9ab3-4f071241d509","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:45:01.296069244Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:59631","req_id":"5884a96d-4f9a-4496-a7cf-3a793a050ba9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19844,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3243b287-a658-4cb2-923d-a08527c175ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3243b287-a658-4cb2-923d-a08527c175ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 52,\n 51,\n 98,\n 50,\n 56,\n 55,\n 45,\n 97,\n 54,\n 53,\n 56,\n 45,\n 52,\n 99,\n 98,\n 50,\n 45,\n 57,\n 50,\n 51,\n 100,\n 45,\n 97,\n 48,\n 56,\n 53,\n 50,\n 55,\n 99,\n 49,\n 55,\n 53,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3243b287-a658-4cb2-923d-a08527c175ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:45:01.297056319Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::6]:54957","req_id":"dba16ecb-1b0e-4229-ab7e-d9a004b09c3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:45:01.297541462Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:60828","req_id":"a6797de3-2dc6-4611-987e-553e1e2175ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7c8fb6d0-9120-4b4b-ae6e-64e5a77a0ca7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7c8fb6d0-9120-4b4b-ae6e-64e5a77a0ca7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 99,\n 56,\n 102,\n 98,\n 54,\n 100,\n 48,\n 45,\n 57,\n 49,\n 50,\n 48,\n 45,\n 52,\n 98,\n 52,\n 98,\n 45,\n 97,\n 101,\n 54,\n 101,\n 45,\n 54,\n 52,\n 101,\n 53,\n 97,\n 55,\n 55,\n 97,\n 48,\n 99,\n 97,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7c8fb6d0-9120-4b4b-ae6e-64e5a77a0ca7.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:45:01.299380899Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::4]:41803","req_id":"ecd05673-c447-4f1e-b91c-da958291563d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d511f5bc-947a-40c0-bc61-ac1f37af1166.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d511f5bc-947a-40c0-bc61-ac1f37af1166.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 53,\n 49,\n 49,\n 102,\n 53,\n 98,\n 99,\n 45,\n 57,\n 52,\n 55,\n 97,\n 45,\n 52,\n 48,\n 99,\n 48,\n 45,\n 98,\n 99,\n 54,\n 49,\n 45,\n 97,\n 99,\n 49,\n 102,\n 51,\n 55,\n 97,\n 102,\n 49,\n 49,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d511f5bc-947a-40c0-bc61-ac1f37af1166.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-07T18:45:01.384478229Z","hostname":"oxz_internal_dns_dd8e4b52-ad7e-4f56-8b80-323d824a1f09","pid":5384,"peer_addr":"[fd00:1122:3344:101::7]:33732","req_id":"2530a406-18d9-48a6-b765-602f1ba10d1f","component":"dns"}