[ Mar 11 22:12:03 Enabled. ] [ Mar 11 22:12:03 Rereading configuration. ] [ Mar 11 22:12:04 Rereading configuration. ] [ Mar 11 22:12:05 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Mar 11 22:12:05 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.497833089Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.498010652Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.518710814Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.518731074Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.518814026Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.519092481Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.630378158Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:61804"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.63103766Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"new_generation":1,"req_id":"e161c9dc-9329-4d38-bb1d-be75ca4ab939","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.63105111Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.64739238Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.64741694Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"new_generation":1,"req_id":"e161c9dc-9329-4d38-bb1d-be75ca4ab939","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-11T22:12:05.647432401Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"uri":"/config","method":"PUT","req_id":"e161c9dc-9329-4d38-bb1d-be75ca4ab939","remote_addr":"[fd00:1122:3344:3::2]:61804","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":16789,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6721,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:12:18.036587675Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:62790","req_id":"deaa2bc6-25fa-4ef3-b2d5-c0e7ddea6a7b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:12:18.040917457Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:50709","req_id":"a89c8d15-4f8f-4555-9954-ee92f19a49a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:12:18.045031395Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:56671","req_id":"00482b38-e7fe-453b-a8cd-fb3904d9e41c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:12:46.288928178Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:61865","req_id":"50a0a642-665c-4a23-ab03-db6dc4452add","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:12:46.293655106Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:34549","req_id":"4fce7414-67f7-455c-9d7c-ae1ea43cb0e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:12:46.297903693Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:50858","req_id":"7f2d2507-a1b2-4a11-9634-6a28ce954ee8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:14:26.597397932Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:48628","req_id":"ede87bdd-9d9d-43ed-8f1a-8f9fa4b7b2f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:14:26.602158902Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:53343","req_id":"d2552d08-dade-4009-b29c-f79fdaf1b4bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:14:26.60682207Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:53959","req_id":"3e0b26ad-67b5-4ead-ad4f-f02bda910949","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5d35cf8f-c428-4217-bfa7-08c62d7b2cc6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5d35cf8f-c428-4217-bfa7-08c62d7b2cc6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 100,\n 51,\n 53,\n 99,\n 102,\n 56,\n 102,\n 45,\n 99,\n 52,\n 50,\n 56,\n 45,\n 52,\n 50,\n 49,\n 55,\n 45,\n 98,\n 102,\n 97,\n 55,\n 45,\n 48,\n 56,\n 99,\n 54,\n 50,\n 100,\n 55,\n 98,\n 50,\n 99,\n 99,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5d35cf8f-c428-4217-bfa7-08c62d7b2cc6.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.30649543Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::3]:45408","req_id":"c71703de-2117-45d3-8a0f-d783386ff90b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52550,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_e8eb28c5-efff-4b7c-a8ce-af8e59160a8a.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_e8eb28c5-efff-4b7c-a8ce-af8e59160a8a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 101,\n 56,\n 101,\n 98,\n 50,\n 56,\n 99,\n 53,\n 45,\n 101,\n 102,\n 102,\n 102,\n 45,\n 52,\n 98,\n 55,\n 99,\n 45,\n 97,\n 56,\n 99,\n 101,\n 45,\n 97,\n 102,\n 56,\n 101,\n 53,\n 57,\n 49,\n 54,\n 48,\n 97,\n 56,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_e8eb28c5-efff-4b7c-a8ce-af8e59160a8a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.322453761Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:59273","req_id":"9728fc9b-2dfc-45ee-b004-66aff9363ae5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.333524081Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::2]:61971","req_id":"4df3e0d5-e026-4af3-90ed-aba888bc93e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b9d3ad55-7b53-4875-8ae3-592eae3f64e2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b9d3ad55-7b53-4875-8ae3-592eae3f64e2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 57,\n 100,\n 51,\n 97,\n 100,\n 53,\n 53,\n 45,\n 55,\n 98,\n 53,\n 51,\n 45,\n 52,\n 56,\n 55,\n 53,\n 45,\n 56,\n 97,\n 101,\n 51,\n 45,\n 53,\n 57,\n 50,\n 101,\n 97,\n 101,\n 51,\n 102,\n 54,\n 52,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b9d3ad55-7b53-4875-8ae3-592eae3f64e2.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.333883208Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::5]:56432","req_id":"e1693e4b-de98-4cbd-94d3-ba0b10a856a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55293,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9ff2fb59-10a6-4092-8346-fb3a83cca854.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9ff2fb59-10a6-4092-8346-fb3a83cca854.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 102,\n 50,\n 102,\n 98,\n 53,\n 57,\n 45,\n 49,\n 48,\n 97,\n 54,\n 45,\n 52,\n 48,\n 57,\n 50,\n 45,\n 56,\n 51,\n 52,\n 54,\n 45,\n 102,\n 98,\n 51,\n 97,\n 56,\n 51,\n 99,\n 99,\n 97,\n 56,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9ff2fb59-10a6-4092-8346-fb3a83cca854.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.357215639Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::4]:36340","req_id":"ccf7ec31-6b7a-41b6-b9b9-db980f3680f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_03882898-71fd-4961-8604-d62518ea9ab2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_03882898-71fd-4961-8604-d62518ea9ab2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 51,\n 56,\n 56,\n 50,\n 56,\n 57,\n 56,\n 45,\n 55,\n 49,\n 102,\n 100,\n 45,\n 52,\n 57,\n 54,\n 49,\n 45,\n 56,\n 54,\n 48,\n 52,\n 45,\n 100,\n 54,\n 50,\n 53,\n 49,\n 56,\n 101,\n 97,\n 57,\n 97,\n 98,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_03882898-71fd-4961-8604-d62518ea9ab2.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.35726167Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::7]:58230","req_id":"827f560e-f509-4858-9e62-55cc9dad0632","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48740,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe2576e3-fdec-42a6-850a-c9b07a48b15d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe2576e3-fdec-42a6-850a-c9b07a48b15d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 50,\n 53,\n 55,\n 54,\n 101,\n 51,\n 45,\n 102,\n 100,\n 101,\n 99,\n 45,\n 52,\n 50,\n 97,\n 54,\n 45,\n 56,\n 53,\n 48,\n 97,\n 45,\n 99,\n 57,\n 98,\n 48,\n 55,\n 97,\n 52,\n 56,\n 98,\n 49,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe2576e3-fdec-42a6-850a-c9b07a48b15d.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.357301081Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::6]:57656","req_id":"2e16a6e8-153c-496f-806d-f338476aac43","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5d35cf8f-c428-4217-bfa7-08c62d7b2cc6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5d35cf8f-c428-4217-bfa7-08c62d7b2cc6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 100,\n 51,\n 53,\n 99,\n 102,\n 56,\n 102,\n 45,\n 99,\n 52,\n 50,\n 56,\n 45,\n 52,\n 50,\n 49,\n 55,\n 45,\n 98,\n 102,\n 97,\n 55,\n 45,\n 48,\n 56,\n 99,\n 54,\n 50,\n 100,\n 55,\n 98,\n 50,\n 99,\n 99,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5d35cf8f-c428-4217-bfa7-08c62d7b2cc6.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.357401223Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::3]:57716","req_id":"d61f9616-9084-43e4-a24e-76690ed1b201","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.357425283Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::2]:55972","req_id":"f39d126b-1684-4c47-bc24-070648f34378","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_03882898-71fd-4961-8604-d62518ea9ab2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_03882898-71fd-4961-8604-d62518ea9ab2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 51,\n 56,\n 56,\n 50,\n 56,\n 57,\n 56,\n 45,\n 55,\n 49,\n 102,\n 100,\n 45,\n 52,\n 57,\n 54,\n 49,\n 45,\n 56,\n 54,\n 48,\n 52,\n 45,\n 100,\n 54,\n 50,\n 53,\n 49,\n 56,\n 101,\n 97,\n 57,\n 97,\n 98,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_03882898-71fd-4961-8604-d62518ea9ab2.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.35775457Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::7]:53879","req_id":"241b11d0-98c3-4ffa-8704-d14a3d22c534","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55293,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9ff2fb59-10a6-4092-8346-fb3a83cca854.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9ff2fb59-10a6-4092-8346-fb3a83cca854.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 102,\n 50,\n 102,\n 98,\n 53,\n 57,\n 45,\n 49,\n 48,\n 97,\n 54,\n 45,\n 52,\n 48,\n 57,\n 50,\n 45,\n 56,\n 51,\n 52,\n 54,\n 45,\n 102,\n 98,\n 51,\n 97,\n 56,\n 51,\n 99,\n 99,\n 97,\n 56,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9ff2fb59-10a6-4092-8346-fb3a83cca854.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.35778595Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::4]:34350","req_id":"11ee50be-4e93-4f3e-b006-fa46efd76b88","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48740,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe2576e3-fdec-42a6-850a-c9b07a48b15d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe2576e3-fdec-42a6-850a-c9b07a48b15d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 50,\n 53,\n 55,\n 54,\n 101,\n 51,\n 45,\n 102,\n 100,\n 101,\n 99,\n 45,\n 52,\n 50,\n 97,\n 54,\n 45,\n 56,\n 53,\n 48,\n 97,\n 45,\n 99,\n 57,\n 98,\n 48,\n 55,\n 97,\n 52,\n 56,\n 98,\n 49,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe2576e3-fdec-42a6-850a-c9b07a48b15d.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.357820571Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::6]:37629","req_id":"101ddaab-e485-4de5-9a81-14274f5db803","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b9d3ad55-7b53-4875-8ae3-592eae3f64e2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b9d3ad55-7b53-4875-8ae3-592eae3f64e2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 57,\n 100,\n 51,\n 97,\n 100,\n 53,\n 53,\n 45,\n 55,\n 98,\n 53,\n 51,\n 45,\n 52,\n 56,\n 55,\n 53,\n 45,\n 56,\n 97,\n 101,\n 51,\n 45,\n 53,\n 57,\n 50,\n 101,\n 97,\n 101,\n 51,\n 102,\n 54,\n 52,\n 101,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b9d3ad55-7b53-4875-8ae3-592eae3f64e2.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-11T22:15:01.396082815Z","hostname":"oxz_internal_dns_80cad304-9ac9-452d-a2d1-92b3c6a0c376","pid":5485,"peer_addr":"[fd00:1122:3344:101::5]:41744","req_id":"6a0b198a-1070-487c-933b-02f3694cb21d","component":"dns"}