[ Jul 31 17:59:11 Enabled. ] [ Jul 31 17:59:11 Rereading configuration. ] [ Jul 31 17:59:11 Rereading configuration. ] [ Jul 31 17:59:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jul 31 17:59:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:12.976760829Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:12.976909291Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:12.996821269Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:12.996838789Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:12.99690413Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:12.997141634Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:13.077097139Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:63403","req_id":"4a87f706-0cb2-473b-b8f6-02f89928ff33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:13.210617158Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:35073","req_id":"628d5dc4-3bd4-4fce-b366-411aea6ddfb5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:13.235947592Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:28176","req_id":"34c4de92-a855-4864-8c1b-5fbf5bef6fab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:13.323795023Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:48009","req_id":"f0ddf666-5ea5-404e-894c-b04b0f1847f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:13.439345096Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:64027","req_id":"aafba2b8-e4aa-48d0-8bb2-dd014c30d0d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:13.485545113Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:48754","req_id":"3bcf2b1d-21ed-44e0-a907-f0b84aae1cb0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 52,\n 50,\n 48,\n 54,\n 51,\n 52,\n 53,\n 55,\n 45,\n 97,\n 55,\n 50,\n 49,\n 45,\n 52,\n 51,\n 48,\n 99,\n 45,\n 57,\n 102,\n 100,\n 97,\n 45,\n 97,\n 55,\n 53,\n 102,\n 97,\n 54,\n 98,\n 57,\n 99,\n 53,\n 101,\n 53,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"42063457-a721-430c-9fda-a75fa6b9c5e5.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:13.487039087Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:65357","req_id":"df3f9941-5b84-4b24-9552-07cff1bb2740","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 48,\n 48,\n 102,\n 100,\n 98,\n 57,\n 56,\n 52,\n 45,\n 102,\n 51,\n 98,\n 100,\n 45,\n 52,\n 48,\n 99,\n 100,\n 45,\n 97,\n 57,\n 54,\n 54,\n 45,\n 98,\n 99,\n 102,\n 99,\n 50,\n 49,\n 48,\n 102,\n 99,\n 97,\n 48,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"00fdb984-f3bd-40cd-a966-bcfc210fca01.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:13.487084538Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:28071","req_id":"9e7eae7b-b006-4d59-92eb-34c4a11aaf4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 101,\n 51,\n 48,\n 57,\n 51,\n 101,\n 51,\n 52,\n 45,\n 56,\n 101,\n 48,\n 54,\n 45,\n 52,\n 52,\n 52,\n 49,\n 45,\n 97,\n 52,\n 53,\n 51,\n 45,\n 48,\n 52,\n 55,\n 101,\n 54,\n 54,\n 56,\n 50,\n 100,\n 98,\n 48,\n 54,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"e3093e34-8e06-4441-a453-047e6682db06.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:13.487122228Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:43256","req_id":"feb99290-ed77-4b92-894a-ca6b99975445","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:13.491531509Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:53826"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:13.492286701Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"new_generation":1,"req_id":"d5c36717-d333-4535-90ed-fb13823b5f66","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:13.492294721Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:13.504770589Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:13.50479216Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"new_generation":1,"req_id":"d5c36717-d333-4535-90ed-fb13823b5f66","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-31T17:59:13.5047989Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"uri":"/config","method":"PUT","req_id":"d5c36717-d333-4535-90ed-fb13823b5f66","remote_addr":"[fd00:1122:3344:2::2]:53826","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12902,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:24.401060481Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:38392","req_id":"1dc00aec-83b4-4dbe-8d0c-a827c7b9e1af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:24.405973759Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:48868","req_id":"667a45b9-ec4b-45e7-88c3-1925057bfbf0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T17:59:24.410259407Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:42054","req_id":"eb9c30b0-9512-4c25-8222-3d49ad693269","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T18:00:00.023970465Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:49644","req_id":"f7bce731-54e2-40b7-8419-4629cc00609e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T18:00:00.024441132Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::2]:33313","req_id":"50ee0236-f38e-4d76-8698-250593caddbb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_a9131421-d865-4e23-b92a-9146d47684fc.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_a9131421-d865-4e23-b92a-9146d47684fc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 97,\n 57,\n 49,\n 51,\n 49,\n 52,\n 50,\n 49,\n 45,\n 100,\n 56,\n 54,\n 53,\n 45,\n 52,\n 101,\n 50,\n 51,\n 45,\n 98,\n 57,\n 50,\n 97,\n 45,\n 57,\n 49,\n 52,\n 54,\n 100,\n 52,\n 55,\n 54,\n 56,\n 52,\n 102,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_a9131421-d865-4e23-b92a-9146d47684fc.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T18:00:00.459987597Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::1b]:40629","req_id":"5e911236-f6b2-4610-8be5-8c83d99c748a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ebae0dae-5ec1-4f93-ab5e-e9bc5959aee0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ebae0dae-5ec1-4f93-ab5e-e9bc5959aee0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 97,\n 101,\n 48,\n 100,\n 97,\n 101,\n 45,\n 53,\n 101,\n 99,\n 49,\n 45,\n 52,\n 102,\n 57,\n 51,\n 45,\n 97,\n 98,\n 53,\n 101,\n 45,\n 101,\n 57,\n 98,\n 99,\n 53,\n 57,\n 53,\n 57,\n 97,\n 101,\n 101,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ebae0dae-5ec1-4f93-ab5e-e9bc5959aee0.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T18:00:00.609317435Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::7]:53758","req_id":"51d30569-7530-4ec7-b157-411bb5cc794f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ebae0dae-5ec1-4f93-ab5e-e9bc5959aee0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ebae0dae-5ec1-4f93-ab5e-e9bc5959aee0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 98,\n 97,\n 101,\n 48,\n 100,\n 97,\n 101,\n 45,\n 53,\n 101,\n 99,\n 49,\n 45,\n 52,\n 102,\n 57,\n 51,\n 45,\n 97,\n 98,\n 53,\n 101,\n 45,\n 101,\n 57,\n 98,\n 99,\n 53,\n 57,\n 53,\n 57,\n 97,\n 101,\n 101,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ebae0dae-5ec1-4f93-ab5e-e9bc5959aee0.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T18:00:00.610025686Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::7]:63792","req_id":"c86c81f1-0f7a-4f3a-8b00-6f20245704c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ff266327-0ad8-4442-9d6c-95cc54abc681.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ff266327-0ad8-4442-9d6c-95cc54abc681.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 50,\n 54,\n 54,\n 51,\n 50,\n 55,\n 45,\n 48,\n 97,\n 100,\n 56,\n 45,\n 52,\n 52,\n 52,\n 50,\n 45,\n 57,\n 100,\n 54,\n 99,\n 45,\n 57,\n 53,\n 99,\n 99,\n 53,\n 52,\n 97,\n 98,\n 99,\n 54,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ff266327-0ad8-4442-9d6c-95cc54abc681.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T18:00:00.644235884Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::6]:33041","req_id":"b056e359-2f6d-4ee7-90fc-d318a0986a56","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ff266327-0ad8-4442-9d6c-95cc54abc681.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ff266327-0ad8-4442-9d6c-95cc54abc681.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 50,\n 54,\n 54,\n 51,\n 50,\n 55,\n 45,\n 48,\n 97,\n 100,\n 56,\n 45,\n 52,\n 52,\n 52,\n 50,\n 45,\n 57,\n 100,\n 54,\n 99,\n 45,\n 57,\n 53,\n 99,\n 99,\n 53,\n 52,\n 97,\n 98,\n 99,\n 54,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ff266327-0ad8-4442-9d6c-95cc54abc681.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T18:00:00.644816723Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::6]:54712","req_id":"ae3b9502-6471-4887-8b4e-3d44889c9961","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32729,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce03c00d-2b8c-4840-83af-48e52dbf0d61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce03c00d-2b8c-4840-83af-48e52dbf0d61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 48,\n 51,\n 99,\n 48,\n 48,\n 100,\n 45,\n 50,\n 98,\n 56,\n 99,\n 45,\n 52,\n 56,\n 52,\n 48,\n 45,\n 56,\n 51,\n 97,\n 102,\n 45,\n 52,\n 56,\n 101,\n 53,\n 50,\n 100,\n 98,\n 102,\n 48,\n 100,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce03c00d-2b8c-4840-83af-48e52dbf0d61.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T18:00:00.981329574Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::5]:61012","req_id":"c7f8c60c-edf2-45da-8a6f-e9ecebb06b7b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32729,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce03c00d-2b8c-4840-83af-48e52dbf0d61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce03c00d-2b8c-4840-83af-48e52dbf0d61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 48,\n 51,\n 99,\n 48,\n 48,\n 100,\n 45,\n 50,\n 98,\n 56,\n 99,\n 45,\n 52,\n 56,\n 52,\n 48,\n 45,\n 56,\n 51,\n 97,\n 102,\n 45,\n 52,\n 56,\n 101,\n 53,\n 50,\n 100,\n 98,\n 102,\n 48,\n 100,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce03c00d-2b8c-4840-83af-48e52dbf0d61.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-31T18:00:00.982128227Z","hostname":"oxz_internal_dns_d4236853-aa78-4786-bd33-57b2b736a3b8","pid":5446,"peer_addr":"[fd00:1122:3344:101::5]:44731","req_id":"5e60ba30-2ff3-4f80-9005-3ded6c6fbb5a","component":"dns"}