[ Aug 20 21:43:45 Enabled. ] [ Aug 20 21:43:45 Rereading configuration. ] [ Aug 20 21:43:46 Rereading configuration. ] [ Aug 20 21:43:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Aug 20 21:43:47 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:47.639840742Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:47.640031384Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:47.662045089Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:47.662068329Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:47.662093079Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:47.662342123Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:43:47.773916117Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::2]:9508","req_id":"5f7a9a60-8cd0-413b-81a6-0f4fbe166abf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20781,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:43:47.7820636Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::2]:7969","req_id":"4418c5b2-eba0-477c-bd9c-6f1d45f80509","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9164,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:43:47.88415774Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::2]:30573","req_id":"a16e5830-877c-4850-b145-45bea8637985","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46893,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:43:47.902501858Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::2]:18169","req_id":"68da5c3a-136c-452d-a6af-44eae43dc026","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:43:48.014301665Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::2]:14215","req_id":"71b4b46e-5476-473d-988d-80633a47d8d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:43:48.12857748Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::2]:22506","req_id":"715baaee-7d71-43b3-9319-cc438d567d3e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:48.16218485Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:36743"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:48.162998582Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"new_generation":1,"req_id":"b56ab7d6-84e4-43e1-bbfb-e4a08b0559cb","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:48.163039413Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:48.175006424Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:48.175031765Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"new_generation":1,"req_id":"b56ab7d6-84e4-43e1-bbfb-e4a08b0559cb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T21:43:48.175044045Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"uri":"/config","method":"PUT","req_id":"b56ab7d6-84e4-43e1-bbfb-e4a08b0559cb","remote_addr":"[fd00:1122:3344:1::2]:36743","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":12421,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11540,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:44:03.21507241Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::1b]:50449","req_id":"6ae28f23-72d8-4114-89bb-14e7a8892e7f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29184,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:44:03.219611048Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::1b]:37443","req_id":"9b837deb-662a-4b76-b535-0911d3080138","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:44:03.223723151Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::1b]:55270","req_id":"badacb09-4c00-4dc5-9768-af4562171fd9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d7276acc-80da-4aa5-a388-1962bb21b6a8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d7276acc-80da-4aa5-a388-1962bb21b6a8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 55,\n 50,\n 55,\n 54,\n 97,\n 99,\n 99,\n 45,\n 56,\n 48,\n 100,\n 97,\n 45,\n 52,\n 97,\n 97,\n 53,\n 45,\n 97,\n 51,\n 56,\n 56,\n 45,\n 49,\n 57,\n 54,\n 50,\n 98,\n 98,\n 50,\n 49,\n 98,\n 54,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d7276acc-80da-4aa5-a388-1962bb21b6a8.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:00.478207658Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::7]:50187","req_id":"a29f4888-769c-430c-85ca-3a1505376c54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_af1310a6-788e-46c4-8221-c11e23238a6f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_af1310a6-788e-46c4-8221-c11e23238a6f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 102,\n 49,\n 51,\n 49,\n 48,\n 97,\n 54,\n 45,\n 55,\n 56,\n 56,\n 101,\n 45,\n 52,\n 54,\n 99,\n 52,\n 45,\n 56,\n 50,\n 50,\n 49,\n 45,\n 99,\n 49,\n 49,\n 101,\n 50,\n 51,\n 50,\n 51,\n 56,\n 97,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_af1310a6-788e-46c4-8221-c11e23238a6f.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:00.480751327Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::3]:41480","req_id":"0af57728-be4c-49e9-8778-39a17e9fb02d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_19c19d69-dc69-4c41-aaa7-43c11ec8c1aa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_19c19d69-dc69-4c41-aaa7-43c11ec8c1aa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 57,\n 99,\n 49,\n 57,\n 100,\n 54,\n 57,\n 45,\n 100,\n 99,\n 54,\n 57,\n 45,\n 52,\n 99,\n 52,\n 49,\n 45,\n 97,\n 97,\n 97,\n 55,\n 45,\n 52,\n 51,\n 99,\n 49,\n 49,\n 101,\n 99,\n 56,\n 99,\n 49,\n 97,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_19c19d69-dc69-4c41-aaa7-43c11ec8c1aa.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:00.480806258Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::6]:55688","req_id":"cc790b7e-fcd5-4a70-ac10-7a8717021382","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d268fdf8-38c5-494a-aa60-c57bc5e950e7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d268fdf8-38c5-494a-aa60-c57bc5e950e7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 54,\n 56,\n 102,\n 100,\n 102,\n 56,\n 45,\n 51,\n 56,\n 99,\n 53,\n 45,\n 52,\n 57,\n 52,\n 97,\n 45,\n 97,\n 97,\n 54,\n 48,\n 45,\n 99,\n 53,\n 55,\n 98,\n 99,\n 53,\n 101,\n 57,\n 53,\n 48,\n 101,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d268fdf8-38c5-494a-aa60-c57bc5e950e7.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:00.485426078Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::4]:51447","req_id":"7f9cf772-b29f-4c9d-9195-f3a2dc2df12b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d268fdf8-38c5-494a-aa60-c57bc5e950e7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d268fdf8-38c5-494a-aa60-c57bc5e950e7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 54,\n 56,\n 102,\n 100,\n 102,\n 56,\n 45,\n 51,\n 56,\n 99,\n 53,\n 45,\n 52,\n 57,\n 52,\n 97,\n 45,\n 97,\n 97,\n 54,\n 48,\n 45,\n 99,\n 53,\n 55,\n 98,\n 99,\n 53,\n 101,\n 57,\n 53,\n 48,\n 101,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d268fdf8-38c5-494a-aa60-c57bc5e950e7.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:00.496999853Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::4]:42032","req_id":"384e6c62-95b9-4ac5-ba26-1a5793ac11dc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d7276acc-80da-4aa5-a388-1962bb21b6a8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d7276acc-80da-4aa5-a388-1962bb21b6a8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 55,\n 50,\n 55,\n 54,\n 97,\n 99,\n 99,\n 45,\n 56,\n 48,\n 100,\n 97,\n 45,\n 52,\n 97,\n 97,\n 53,\n 45,\n 97,\n 51,\n 56,\n 56,\n 45,\n 49,\n 57,\n 54,\n 50,\n 98,\n 98,\n 50,\n 49,\n 98,\n 54,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d7276acc-80da-4aa5-a388-1962bb21b6a8.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:00.497047054Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::7]:47536","req_id":"7d0588bb-1dc5-483d-a072-1eb546530fff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_19c19d69-dc69-4c41-aaa7-43c11ec8c1aa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_19c19d69-dc69-4c41-aaa7-43c11ec8c1aa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 57,\n 99,\n 49,\n 57,\n 100,\n 54,\n 57,\n 45,\n 100,\n 99,\n 54,\n 57,\n 45,\n 52,\n 99,\n 52,\n 49,\n 45,\n 97,\n 97,\n 97,\n 55,\n 45,\n 52,\n 51,\n 99,\n 49,\n 49,\n 101,\n 99,\n 56,\n 99,\n 49,\n 97,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_19c19d69-dc69-4c41-aaa7-43c11ec8c1aa.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:00.497144215Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::6]:57767","req_id":"0f3385f8-aa97-4a37-8bd4-5344ea48876a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_af1310a6-788e-46c4-8221-c11e23238a6f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_af1310a6-788e-46c4-8221-c11e23238a6f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 102,\n 49,\n 51,\n 49,\n 48,\n 97,\n 54,\n 45,\n 55,\n 56,\n 56,\n 101,\n 45,\n 52,\n 54,\n 99,\n 52,\n 45,\n 56,\n 50,\n 50,\n 49,\n 45,\n 99,\n 49,\n 49,\n 101,\n 50,\n 51,\n 50,\n 51,\n 56,\n 97,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_af1310a6-788e-46c4-8221-c11e23238a6f.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:00.500902743Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::3]:39518","req_id":"f7c36009-996f-4bad-9d46-6eb8f7ee4547","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_7577b161-7b51-43a8-8c50-1a9a40c38dd7.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_7577b161-7b51-43a8-8c50-1a9a40c38dd7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 53,\n 55,\n 55,\n 98,\n 49,\n 54,\n 49,\n 45,\n 55,\n 98,\n 53,\n 49,\n 45,\n 52,\n 51,\n 97,\n 56,\n 45,\n 56,\n 99,\n 53,\n 48,\n 45,\n 49,\n 97,\n 57,\n 97,\n 52,\n 48,\n 99,\n 51,\n 56,\n 100,\n 100,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_7577b161-7b51-43a8-8c50-1a9a40c38dd7.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:00.547719363Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::1b]:33955","req_id":"67bc2383-2c3c-4898-9662-076191827e42","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f14d28bf-177d-44a4-81fb-aa61025595bb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f14d28bf-177d-44a4-81fb-aa61025595bb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 49,\n 52,\n 100,\n 50,\n 56,\n 98,\n 102,\n 45,\n 49,\n 55,\n 55,\n 100,\n 45,\n 52,\n 52,\n 97,\n 52,\n 45,\n 56,\n 49,\n 102,\n 98,\n 45,\n 97,\n 97,\n 54,\n 49,\n 48,\n 50,\n 53,\n 53,\n 57,\n 53,\n 98,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f14d28bf-177d-44a4-81fb-aa61025595bb.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:00.552444845Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::5]:36209","req_id":"c342996d-6dfd-4fab-9500-d7c3ee3eb2df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f14d28bf-177d-44a4-81fb-aa61025595bb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f14d28bf-177d-44a4-81fb-aa61025595bb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 49,\n 52,\n 100,\n 50,\n 56,\n 98,\n 102,\n 45,\n 49,\n 55,\n 55,\n 100,\n 45,\n 52,\n 52,\n 97,\n 52,\n 45,\n 56,\n 49,\n 102,\n 98,\n 45,\n 97,\n 97,\n 54,\n 49,\n 48,\n 50,\n 53,\n 53,\n 57,\n 53,\n 98,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f14d28bf-177d-44a4-81fb-aa61025595bb.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:00.553368279Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::5]:44355","req_id":"0cb1908b-3a52-4d4e-b908-df28a8303ad5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:02.024604379Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::2]:33204","req_id":"13ffe683-ba43-49eb-bd2d-b08c7e815986","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T21:45:02.02467294Z","hostname":"oxz_internal_dns_5e57f449-0f4f-4a68-8bc0-3513c5418fde","pid":5399,"peer_addr":"[fd00:1122:3344:101::2]:58171","req_id":"deb80015-06ba-418a-ace7-7c383f13f062","component":"dns"}