[ Aug 26 16:28:37 Enabled. ] [ Aug 26 16:28:37 Rereading configuration. ] [ Aug 26 16:28:37 Rereading configuration. ] [ Aug 26 16:28:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Aug 26 16:28:38 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.798856258Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.79904234Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.820784304Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.820803514Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.820853504Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:38.821139317Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5644,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.087763263Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:60520","req_id":"d8107649-d880-49b5-aa58-d61ca289cebd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.093533422Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:16147","req_id":"f8a075a1-6119-43b7-ba77-44ecbb2672ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7127,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.191977415Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:1144","req_id":"8349d6de-3f07-4e0b-b892-e416d855027e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1076,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.276001607Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:9293","req_id":"38c5baaf-4857-42c4-9e10-4fbfd456b119","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.307168901Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:59883"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.307974707Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"new_generation":1,"req_id":"25920482-cf0b-49ef-bb06-516f81c3e4ae","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.308024158Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"component":"store"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:39.32481838Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:16041","req_id":"b652ce8d-d8ba-4be9-a294-54ab3e8ddff4","component":"dns"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.330151325Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.330177725Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"new_generation":1,"req_id":"25920482-cf0b-49ef-bb06-516f81c3e4ae","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-26T16:28:39.330217806Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"uri":"/config","method":"PUT","req_id":"25920482-cf0b-49ef-bb06-516f81c3e4ae","remote_addr":"[fd00:1122:3344:1::2]:59883","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":22524,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:51.27525714Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::1b]:52590","req_id":"0d7e4428-9acd-43be-9134-8f68ff117f08","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:51.280509155Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::1b]:40986","req_id":"76f270c4-8fa8-44f2-b562-7fbef49f7f23","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:28:51.285177804Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::1b]:54812","req_id":"35e917ba-1aaf-406d-96b7-867263049427","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 50,\n 100,\n 55,\n 48,\n 50,\n 56,\n 55,\n 45,\n 57,\n 99,\n 98,\n 53,\n 45,\n 52,\n 100,\n 53,\n 57,\n 45,\n 56,\n 98,\n 53,\n 52,\n 45,\n 102,\n 100,\n 98,\n 98,\n 56,\n 102,\n 55,\n 54,\n 97,\n 99,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.157184738Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::6]:44319","req_id":"ffa46fa3-0e71-455d-b023-823e827fa1d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 50,\n 100,\n 55,\n 48,\n 50,\n 56,\n 55,\n 45,\n 57,\n 99,\n 98,\n 53,\n 45,\n 52,\n 100,\n 53,\n 57,\n 45,\n 56,\n 98,\n 53,\n 52,\n 45,\n 102,\n 100,\n 98,\n 98,\n 56,\n 102,\n 55,\n 54,\n 97,\n 99,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_52d70287-9cb5-4d59-8b54-fdbb8f76ac05.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.157232259Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::6]:56655","req_id":"a5fc5d84-fe2c-43bb-a119-2d6e7c806232","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 48,\n 49,\n 51,\n 100,\n 57,\n 53,\n 100,\n 45,\n 102,\n 102,\n 51,\n 98,\n 45,\n 52,\n 57,\n 101,\n 102,\n 45,\n 57,\n 54,\n 49,\n 99,\n 45,\n 52,\n 97,\n 97,\n 53,\n 102,\n 98,\n 101,\n 52,\n 57,\n 97,\n 57,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.213272753Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::7]:40235","req_id":"a5ddd69f-be6d-4599-b7a3-3519a51a196d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 48,\n 49,\n 51,\n 100,\n 57,\n 53,\n 100,\n 45,\n 102,\n 102,\n 51,\n 98,\n 45,\n 52,\n 57,\n 101,\n 102,\n 45,\n 57,\n 54,\n 49,\n 99,\n 45,\n 52,\n 97,\n 97,\n 53,\n 102,\n 98,\n 101,\n 52,\n 57,\n 97,\n 57,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4013d95d-ff3b-49ef-961c-4aa5fbe49a94.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.213876988Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::7]:50533","req_id":"5735be78-aa87-468c-8049-215c66c980bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 97,\n 98,\n 56,\n 57,\n 101,\n 100,\n 45,\n 49,\n 54,\n 56,\n 49,\n 45,\n 52,\n 97,\n 51,\n 100,\n 45,\n 56,\n 97,\n 100,\n 50,\n 45,\n 49,\n 101,\n 101,\n 101,\n 49,\n 99,\n 49,\n 101,\n 54,\n 51,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.219722188Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::3]:58744","req_id":"4a8ebe09-76ea-4f2e-9590-2ef584dd6f42","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 97,\n 98,\n 56,\n 57,\n 101,\n 100,\n 45,\n 49,\n 54,\n 56,\n 49,\n 45,\n 52,\n 97,\n 51,\n 100,\n 45,\n 56,\n 97,\n 100,\n 50,\n 45,\n 49,\n 101,\n 101,\n 101,\n 49,\n 99,\n 49,\n 101,\n 54,\n 51,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6ab89ed-1681-4a3d-8ad2-1eee1c1e636c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.220195722Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::3]:65533","req_id":"caabea47-adf0-431a-9450-793ee20d7f6a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.294139068Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:34612","req_id":"ab63a63f-c0c4-4049-9b02-5c2f366197c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.294716713Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::2]:35497","req_id":"c6898e8e-657f-4daa-907d-3fbbe5933081","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 56,\n 48,\n 102,\n 100,\n 51,\n 97,\n 45,\n 50,\n 54,\n 101,\n 49,\n 45,\n 52,\n 57,\n 99,\n 53,\n 45,\n 57,\n 102,\n 99,\n 51,\n 45,\n 48,\n 54,\n 100,\n 101,\n 53,\n 101,\n 53,\n 99,\n 52,\n 102,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.336079583Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::5]:58885","req_id":"d98e9cf8-14af-4da6-8fc6-ae81a96f631b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 99,\n 56,\n 48,\n 102,\n 100,\n 51,\n 97,\n 45,\n 50,\n 54,\n 101,\n 49,\n 45,\n 52,\n 57,\n 99,\n 53,\n 45,\n 57,\n 102,\n 99,\n 51,\n 45,\n 48,\n 54,\n 100,\n 101,\n 53,\n 101,\n 53,\n 99,\n 52,\n 102,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fc80fd3a-26e1-49c5-9fc3-06de5e5c4f92.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.336684398Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::5]:57313","req_id":"93756c30-c61b-460c-a7ea-0712baadb305","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 57,\n 54,\n 100,\n 98,\n 98,\n 102,\n 45,\n 55,\n 51,\n 99,\n 100,\n 45,\n 52,\n 55,\n 49,\n 100,\n 45,\n 57,\n 48,\n 53,\n 52,\n 45,\n 100,\n 57,\n 97,\n 101,\n 57,\n 97,\n 54,\n 56,\n 57,\n 49,\n 99,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.426237316Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::4]:61692","req_id":"8a84c686-0853-437f-81ea-d7ba6df99d52","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 57,\n 54,\n 100,\n 98,\n 98,\n 102,\n 45,\n 55,\n 51,\n 99,\n 100,\n 45,\n 52,\n 55,\n 49,\n 100,\n 45,\n 57,\n 48,\n 53,\n 52,\n 45,\n 100,\n 57,\n 97,\n 101,\n 57,\n 97,\n 54,\n 56,\n 57,\n 49,\n 99,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_eb96dbbf-73cd-471d-9054-d9ae9a6891c1.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.426852911Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::4]:52623","req_id":"a1e23f07-8823-4127-a40b-940ad75fef26","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_23f3fd21-61bc-42ec-81ef-8f1fdd4629c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_23f3fd21-61bc-42ec-81ef-8f1fdd4629c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 51,\n 102,\n 51,\n 102,\n 100,\n 50,\n 49,\n 45,\n 54,\n 49,\n 98,\n 99,\n 45,\n 52,\n 50,\n 101,\n 99,\n 45,\n 56,\n 49,\n 101,\n 102,\n 45,\n 56,\n 102,\n 49,\n 102,\n 100,\n 100,\n 52,\n 54,\n 50,\n 57,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_23f3fd21-61bc-42ec-81ef-8f1fdd4629c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T16:30:00.874117378Z","hostname":"oxz_internal_dns_383e787e-4852-44f5-bb9f-7668e3313a4d","pid":5384,"peer_addr":"[fd00:1122:3344:101::1b]:59252","req_id":"f73e3fe3-ab7a-446e-ac60-26b3dd813e9c","component":"dns"}