[ Jul 8 00:43:38 Enabled. ] [ Jul 8 00:43:38 Rereading configuration. ] [ Jul 8 00:43:39 Rereading configuration. ] [ Jul 8 00:43:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jul 8 00:43:40 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.552102702Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.552214045Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.574966857Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.574988587Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.575031678Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.575273834Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:40.67373877Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::2]:20121","req_id":"241bada7-4a8d-4d85-98a4-0c58a6519bde","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18955,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:40.679768265Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::2]:12260","req_id":"c2ba5f27-14c2-4661-8d00-02829d1dc5af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28193,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:40.793877913Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::2]:31457","req_id":"3e6fc80c-4645-40eb-9e4f-6d05aa397f86","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6461,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:40.916657476Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::2]:50632","req_id":"85b36062-8252-45e6-9dbf-d2e750bcc0d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:40.961678859Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::2]:8947","req_id":"e3b75208-2b30-42fb-95f2-6e7cd566e161","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:41.027213793Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::2]:61770","req_id":"45291741-cd65-42bc-b459-0c8af66e65b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:41.046419975Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::2]:45066","req_id":"9e99a1e8-dfed-45e5-9645-6408f76d2ee2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29888,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:41.158047347Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::2]:39046","req_id":"cd632982-3765-4e8e-a633-a879275a0b30","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22310,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:41.177780661Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::2]:19139","req_id":"e40cf779-1c6d-4636-8679-6ce81a221fb4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.18081862Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:55936"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.181579487Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"new_generation":1,"req_id":"c9031b56-4c4c-4a35-b5fe-4fed9abbe074","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.181596597Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.193584137Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.193606517Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"new_generation":1,"req_id":"c9031b56-4c4c-4a35-b5fe-4fed9abbe074","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.193640458Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"uri":"/config","method":"PUT","req_id":"c9031b56-4c4c-4a35-b5fe-4fed9abbe074","remote_addr":"[fd00:1122:3344:2::2]:55936","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12452,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34187,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:52.90356723Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::1b]:63183","req_id":"f57ad8c4-1f0d-43b2-bba0-9ee9a7dc55b1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:52.90803853Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::1b]:47619","req_id":"ec25a09b-18a3-434e-8a55-c73bafa7f6e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:52.912410549Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::1b]:60072","req_id":"3aeee892-d928-4169-9dc5-936b94ee0fa3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:44:53.40247374Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::d]:63451","req_id":"8d8dc285-09a4-4bd5-a3a5-952798369b80","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22398,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 98,\n 101,\n 97,\n 53,\n 57,\n 101,\n 45,\n 54,\n 100,\n 51,\n 52,\n 45,\n 52,\n 54,\n 49,\n 98,\n 45,\n 97,\n 101,\n 99,\n 99,\n 45,\n 52,\n 48,\n 102,\n 48,\n 52,\n 51,\n 49,\n 102,\n 48,\n 56,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:44:57.066944187Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::e]:63740","req_id":"7d3827b7-4545-4d89-b2a6-505be548a041","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22398,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 98,\n 101,\n 97,\n 53,\n 57,\n 101,\n 45,\n 54,\n 100,\n 51,\n 52,\n 45,\n 52,\n 54,\n 49,\n 98,\n 45,\n 97,\n 101,\n 99,\n 99,\n 45,\n 52,\n 48,\n 102,\n 48,\n 52,\n 51,\n 49,\n 102,\n 48,\n 56,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:44:57.070424796Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::e]:64951","req_id":"6452e92b-a704-47da-92f1-effff9b8997a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40934,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 98,\n 101,\n 97,\n 53,\n 57,\n 101,\n 45,\n 54,\n 100,\n 51,\n 52,\n 45,\n 52,\n 54,\n 49,\n 98,\n 45,\n 97,\n 101,\n 99,\n 99,\n 45,\n 52,\n 48,\n 102,\n 48,\n 52,\n 51,\n 49,\n 102,\n 48,\n 56,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.067616879Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::e]:42653","req_id":"c0c92def-099e-4a59-8ce6-3b5f5f9a7eb4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40934,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 98,\n 101,\n 97,\n 53,\n 57,\n 101,\n 45,\n 54,\n 100,\n 51,\n 52,\n 45,\n 52,\n 54,\n 49,\n 98,\n 45,\n 97,\n 101,\n 99,\n 99,\n 45,\n 52,\n 48,\n 102,\n 48,\n 52,\n 51,\n 49,\n 102,\n 48,\n 56,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.06852635Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::e]:56947","req_id":"7787b8c0-4637-473a-8540-dc1ef1620c59","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 102,\n 54,\n 101,\n 49,\n 99,\n 98,\n 56,\n 45,\n 48,\n 98,\n 53,\n 54,\n 45,\n 52,\n 49,\n 51,\n 57,\n 45,\n 57,\n 51,\n 99,\n 56,\n 45,\n 97,\n 99,\n 48,\n 51,\n 50,\n 57,\n 102,\n 101,\n 98,\n 102,\n 100,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.203211601Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::6]:53908","req_id":"355c0e7e-7cf8-495a-81a4-77b1b94e6abe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 102,\n 54,\n 101,\n 49,\n 99,\n 98,\n 56,\n 45,\n 48,\n 98,\n 53,\n 54,\n 45,\n 52,\n 49,\n 51,\n 57,\n 45,\n 57,\n 51,\n 99,\n 56,\n 45,\n 97,\n 99,\n 48,\n 51,\n 50,\n 57,\n 102,\n 101,\n 98,\n 102,\n 100,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.20410395Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::6]:51530","req_id":"5310cdea-ec16-45e6-8ab5-f3718c1c10c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61537,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 51,\n 100,\n 49,\n 55,\n 100,\n 54,\n 55,\n 45,\n 53,\n 52,\n 56,\n 98,\n 45,\n 52,\n 55,\n 52,\n 102,\n 45,\n 57,\n 54,\n 56,\n 53,\n 45,\n 56,\n 54,\n 54,\n 102,\n 100,\n 97,\n 99,\n 48,\n 98,\n 50,\n 56,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.387951027Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::7]:58111","req_id":"c4929247-3d89-4b86-a7e6-594563ffe502","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61537,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 51,\n 100,\n 49,\n 55,\n 100,\n 54,\n 55,\n 45,\n 53,\n 52,\n 56,\n 98,\n 45,\n 52,\n 55,\n 52,\n 102,\n 45,\n 57,\n 54,\n 56,\n 53,\n 45,\n 56,\n 54,\n 54,\n 102,\n 100,\n 97,\n 99,\n 48,\n 98,\n 50,\n 56,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.388642873Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::7]:45621","req_id":"031004ee-fadf-43dd-b9f4-ca646a1d33ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 55,\n 98,\n 51,\n 101,\n 49,\n 98,\n 48,\n 45,\n 100,\n 57,\n 53,\n 54,\n 45,\n 52,\n 100,\n 51,\n 53,\n 45,\n 57,\n 97,\n 101,\n 102,\n 45,\n 101,\n 56,\n 54,\n 98,\n 53,\n 100,\n 100,\n 53,\n 52,\n 48,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.409220716Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::5]:43991","req_id":"d801359f-85ff-41f3-afa8-1d72ef676db9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 55,\n 98,\n 51,\n 101,\n 49,\n 98,\n 48,\n 45,\n 100,\n 57,\n 53,\n 54,\n 45,\n 52,\n 100,\n 51,\n 53,\n 45,\n 57,\n 97,\n 101,\n 102,\n 45,\n 101,\n 56,\n 54,\n 98,\n 53,\n 100,\n 100,\n 53,\n 52,\n 48,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.409996944Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::5]:43089","req_id":"82a6c844-0cf4-4d60-a1fa-7a91710c8201","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 54,\n 50,\n 48,\n 56,\n 54,\n 57,\n 45,\n 54,\n 98,\n 48,\n 49,\n 45,\n 52,\n 49,\n 98,\n 48,\n 45,\n 57,\n 97,\n 52,\n 101,\n 45,\n 48,\n 101,\n 97,\n 52,\n 54,\n 49,\n 53,\n 50,\n 51,\n 53,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.424443809Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::3]:53519","req_id":"24c130f8-e229-4f67-9e81-9cbb0916dd4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 54,\n 50,\n 48,\n 56,\n 54,\n 57,\n 45,\n 54,\n 98,\n 48,\n 49,\n 45,\n 52,\n 49,\n 98,\n 48,\n 45,\n 57,\n 97,\n 52,\n 101,\n 45,\n 48,\n 101,\n 97,\n 52,\n 54,\n 49,\n 53,\n 50,\n 51,\n 53,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.425120604Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::3]:60217","req_id":"a83af7f0-97ff-45f5-96b1-50c93988a0b1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 97,\n 102,\n 48,\n 48,\n 51,\n 100,\n 45,\n 102,\n 56,\n 48,\n 49,\n 45,\n 52,\n 51,\n 50,\n 97,\n 45,\n 56,\n 98,\n 49,\n 102,\n 45,\n 99,\n 49,\n 48,\n 98,\n 48,\n 48,\n 55,\n 48,\n 99,\n 99,\n 48,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.448830088Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::4]:49694","req_id":"e59bfec6-078e-46fd-917d-019e37b966cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 97,\n 102,\n 48,\n 48,\n 51,\n 100,\n 45,\n 102,\n 56,\n 48,\n 49,\n 45,\n 52,\n 51,\n 50,\n 97,\n 45,\n 56,\n 98,\n 49,\n 102,\n 45,\n 99,\n 49,\n 48,\n 98,\n 48,\n 48,\n 55,\n 48,\n 99,\n 99,\n 48,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.449543384Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::4]:53511","req_id":"10de8730-f968-44d6-a39b-5b15ef9cd235","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4521,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_96e9d6f3-c03d-40cc-b4ea-af6f4248d7ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_96e9d6f3-c03d-40cc-b4ea-af6f4248d7ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 57,\n 54,\n 101,\n 57,\n 100,\n 54,\n 102,\n 51,\n 45,\n 99,\n 48,\n 51,\n 100,\n 45,\n 52,\n 48,\n 99,\n 99,\n 45,\n 98,\n 52,\n 101,\n 97,\n 45,\n 97,\n 102,\n 54,\n 102,\n 52,\n 50,\n 52,\n 56,\n 100,\n 55,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_96e9d6f3-c03d-40cc-b4ea-af6f4248d7ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.614132337Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::1b]:37231","req_id":"3573132c-2d3c-4207-aa79-e30e95e8d297","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:01.052344078Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::2]:62317","req_id":"0204a594-32ca-4e91-bb1f-e0f01d50c941","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:01.053224008Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::2]:53767","req_id":"8a8358b2-63d5-4bbc-94c1-49c3a7091a97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:02.252412353Z","hostname":"oxz_internal_dns_76049dce-447c-4812-9e01-72bd1887f1af","pid":5406,"peer_addr":"[fd00:1122:3344:101::c]:39126","req_id":"36708d53-a343-4e5a-9c1b-bf89036edae4","component":"dns"}