[ Jun 22 21:11:10 Enabled. ] [ Jun 22 21:11:10 Rereading configuration. ] [ Jun 22 21:11:11 Rereading configuration. ] [ Jun 22 21:11:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jun 22 21:11:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.50278939Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.502916961Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.523081448Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.523098828Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.523162659Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.523407891Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.731500255Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:46373"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.732342272Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"0939f643-217b-41c5-8206-8ab54fa4dfd4","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.732373112Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.752389738Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.752415978Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"0939f643-217b-41c5-8206-8ab54fa4dfd4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.752466408Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"PUT","req_id":"0939f643-217b-41c5-8206-8ab54fa4dfd4","remote_addr":"[fd00:1122:3344:3::2]:46373","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":20582,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:11:25.766791702Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::1b]:47229","req_id":"ebddeaed-0b7e-4723-8309-1e7526c0878b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:11:25.771434556Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::1b]:38987","req_id":"eda648ad-8448-472f-aa6b-d5edb9dc3849","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:11:25.775460006Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::1b]:58482","req_id":"f90806f3-e2b5-4f87-b2d8-2077b8d05838","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:21.324402877Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::d]:50550","req_id":"98ac7d5f-b622-44d5-9426-60a557fdfb1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.044408597Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::c]:64093","req_id":"c40e2afa-30a2-4643-a3bd-2604d14cc9a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.220736442Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::a]:63382","req_id":"64e06dcf-ff3f-4ec3-8320-70e68ff443a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.659633613Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::e]:47581","req_id":"e6712b15-7914-4b4d-9d08-40cee64e07be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.660400151Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::e]:33525","req_id":"4bb80df8-850c-4ceb-a2d1-f603c82e0bee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22081,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:31.279846941Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::d]:56956","req_id":"d9b893b6-3a09-42f5-9d11-e4eb40aa0cd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:32.330874962Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::c]:27935","req_id":"81ad8739-c0ff-4d83-9f10-efd2cde8a86f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:32.554838682Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64627"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:32.602361118Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"GET","req_id":"2076ea40-1157-4766-8184-2b1c3cf6819c","remote_addr":"[fd00:1122:3344:101::c]:64627","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":21368,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52392,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:35.284757556Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::c]:61417","req_id":"9c58f279-668d-42d3-bca0-8233560b8a79","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.377980305Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46299"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.380190691Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"e6014dc2-1290-4a96-8a62-f53a147d48d6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.380309662Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"e6014dc2-1290-4a96-8a62-f53a147d48d6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.380320182Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"PUT","req_id":"e6014dc2-1290-4a96-8a62-f53a147d48d6","remote_addr":"[fd00:1122:3344:101::c]:46299","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":259,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.412943979Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47272"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.413230292Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"GET","req_id":"46329682-9226-4a31-af54-f9e2dd0969f5","remote_addr":"[fd00:1122:3344:101::c]:47272","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38538,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:36.353303805Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::c]:54575","req_id":"4b71b72c-fd93-426a-aa46-a91e86970127","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:36.487296171Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46710"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:36.487604623Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"GET","req_id":"7324ce47-c515-4b5f-a52e-695446db5da9","remote_addr":"[fd00:1122:3344:101::c]:46710","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.033319705Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35527"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.036025695Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"e389a981-348c-4b71-98c6-763625c6aca5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.036119375Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"e389a981-348c-4b71-98c6-763625c6aca5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.036130015Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"PUT","req_id":"e389a981-348c-4b71-98c6-763625c6aca5","remote_addr":"[fd00:1122:3344:101::b]:35527","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":330,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:38.514262076Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::b]:20332","req_id":"d60895d5-38b0-482b-83bb-53fd125e6863","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.745162067Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49258"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.745413099Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"GET","req_id":"0af25e30-1f0a-4165-9bcc-e839c24f83fe","remote_addr":"[fd00:1122:3344:101::b]:49258","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:39.331312924Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::b]:35163","req_id":"22a27006-f5da-49fe-837d-f397d949b947","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:39.551481057Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33674"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:39.55195944Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"GET","req_id":"2ce18f95-d881-4678-aa3d-e9bc84deca65","remote_addr":"[fd00:1122:3344:101::b]:33674","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:41.281809984Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::d]:64800","req_id":"aa6932b6-73a0-4bae-aaae-2c13cdcc38f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:41.327469666Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::a]:38182","req_id":"274dc3a6-8aba-49b2-94da-94aa9de73803","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:41.452086433Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53519"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:41.452351985Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"GET","req_id":"cb7453c6-35c1-4bf5-8ae3-2fe824b97967","remote_addr":"[fd00:1122:3344:101::a]:53519","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":231,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:51.283884227Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::d]:52778","req_id":"8affe05f-7e7e-460e-bec1-c47a35337236","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5881,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:01.286240772Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::d]:60820","req_id":"c12ab391-76cc-4362-b0b3-3eb5e860b93d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40419,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:11.287514571Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::d]:49681","req_id":"838b8c4b-3c0d-4655-b9d5-11522018dba9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17852,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:21.289331432Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::d]:63015","req_id":"6d3e54f0-4a56-40f4-95b6-af2966b6f52b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.733253102Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55626"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.736145363Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"f48c9500-5880-4403-a134-367c655bd6bb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.736249414Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"f48c9500-5880-4403-a134-367c655bd6bb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.736265394Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"PUT","req_id":"f48c9500-5880-4403-a134-367c655bd6bb","remote_addr":"[fd00:1122:3344:101::c]:55626","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":234,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.029768431Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47811"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.033402428Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"530a08a8-e976-4fcf-8ce7-e7387b17cc2e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.033446398Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"530a08a8-e976-4fcf-8ce7-e7387b17cc2e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.033596509Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"PUT","req_id":"530a08a8-e976-4fcf-8ce7-e7387b17cc2e","remote_addr":"[fd00:1122:3344:101::a]:47811","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":296,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28069,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:31.290947593Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::d]:62925","req_id":"47359c81-9945-47f5-ac91-534aafe6de49","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:31.547089237Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::c]:24368","req_id":"ca9a9681-6dfe-49d8-b672-ad6048d0b476","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:31.556100032Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::a]:41441","req_id":"1e887454-23ee-49c9-9c5f-959fd0777d15","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.677420981Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64840"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.677749053Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"GET","req_id":"d5bfc41c-a492-4e27-9c1f-517686534976","remote_addr":"[fd00:1122:3344:101::c]:64840","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":257,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.733748596Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52980"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.7343212Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"GET","req_id":"7a6e86c8-0d36-43f3-bfc9-7be1d49665d2","remote_addr":"[fd00:1122:3344:101::a]:52980","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":427,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.726400851Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42660"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.729202031Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"f8768985-ed6b-4016-bb79-67d0b9e78289","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.729237961Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"new_generation":1,"req_id":"f8768985-ed6b-4016-bb79-67d0b9e78289","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.729265031Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"PUT","req_id":"f8768985-ed6b-4016-bb79-67d0b9e78289","remote_addr":"[fd00:1122:3344:101::b]:42660","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":202,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:39.686071477Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::b]:19084","req_id":"20aadb18-a570-4a40-b461-98214cf47884","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:39.785709442Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42911"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:39.785937184Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"uri":"/config","method":"GET","req_id":"51572fc9-dc5f-4a86-92ba-0f698271e1d6","remote_addr":"[fd00:1122:3344:101::b]:42911","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:41.292961886Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::d]:53479","req_id":"04681167-2492-4d06-928d-ad806778e250","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:51.295055828Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::d]:56213","req_id":"d377d5f8-3e8d-40ea-81d5-c272cd023507","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.761313611Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::e]:42735","req_id":"cb7a2f27-c00c-46aa-a624-284b9153f6d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.762091766Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::e]:39391","req_id":"0ad4b0bf-552e-4a94-b930-9b409ad592aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 102,\n 102,\n 55,\n 56,\n 100,\n 48,\n 45,\n 57,\n 100,\n 50,\n 52,\n 45,\n 52,\n 98,\n 53,\n 100,\n 45,\n 98,\n 98,\n 48,\n 51,\n 45,\n 56,\n 54,\n 57,\n 52,\n 50,\n 102,\n 51,\n 48,\n 55,\n 51,\n 55,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.856305112Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::5]:65414","req_id":"cba2e47e-8fe0-4590-81e2-3c190a07a035","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 102,\n 102,\n 55,\n 56,\n 100,\n 48,\n 45,\n 57,\n 100,\n 50,\n 52,\n 45,\n 52,\n 98,\n 53,\n 100,\n 45,\n 98,\n 98,\n 48,\n 51,\n 45,\n 56,\n 54,\n 57,\n 52,\n 50,\n 102,\n 51,\n 48,\n 55,\n 51,\n 55,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.856914607Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::5]:55382","req_id":"9e03174e-656a-4b30-a6d2-53aec9497b2b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 102,\n 53,\n 50,\n 102,\n 57,\n 53,\n 56,\n 45,\n 57,\n 57,\n 57,\n 53,\n 45,\n 52,\n 50,\n 53,\n 53,\n 45,\n 97,\n 48,\n 57,\n 48,\n 45,\n 51,\n 53,\n 101,\n 57,\n 102,\n 98,\n 52,\n 101,\n 98,\n 48,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.937980307Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::6]:53488","req_id":"c3a983cf-5397-482b-9ac0-c273fb84f922","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 102,\n 53,\n 50,\n 102,\n 57,\n 53,\n 56,\n 45,\n 57,\n 57,\n 57,\n 53,\n 45,\n 52,\n 50,\n 53,\n 53,\n 45,\n 97,\n 48,\n 57,\n 48,\n 45,\n 51,\n 53,\n 101,\n 57,\n 102,\n 98,\n 52,\n 101,\n 98,\n 48,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.938738952Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::6]:38009","req_id":"751c62a9-1581-4778-8342-c33153aa558e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 49,\n 55,\n 99,\n 50,\n 54,\n 102,\n 45,\n 100,\n 52,\n 101,\n 98,\n 45,\n 52,\n 51,\n 97,\n 50,\n 45,\n 97,\n 57,\n 51,\n 56,\n 45,\n 57,\n 102,\n 53,\n 100,\n 101,\n 50,\n 48,\n 53,\n 48,\n 48,\n 49,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.971631072Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::7]:54421","req_id":"3b7510b6-7343-4a10-a0a6-2b40ce7c7742","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 49,\n 55,\n 99,\n 50,\n 54,\n 102,\n 45,\n 100,\n 52,\n 101,\n 98,\n 45,\n 52,\n 51,\n 97,\n 50,\n 45,\n 97,\n 57,\n 51,\n 56,\n 45,\n 57,\n 102,\n 53,\n 100,\n 101,\n 50,\n 48,\n 53,\n 48,\n 48,\n 49,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.972490708Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::7]:53521","req_id":"9b8f2b65-4106-4611-a330-b686dc84183f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 99,\n 54,\n 49,\n 99,\n 48,\n 50,\n 45,\n 48,\n 49,\n 56,\n 55,\n 45,\n 52,\n 102,\n 97,\n 97,\n 45,\n 97,\n 49,\n 100,\n 57,\n 45,\n 53,\n 101,\n 51,\n 100,\n 57,\n 52,\n 54,\n 50,\n 54,\n 53,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.003762646Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::4]:36980","req_id":"61bd8794-2cca-4c6f-be02-c5842f155b4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 99,\n 54,\n 49,\n 99,\n 48,\n 50,\n 45,\n 48,\n 49,\n 56,\n 55,\n 45,\n 52,\n 102,\n 97,\n 97,\n 45,\n 97,\n 49,\n 100,\n 57,\n 45,\n 53,\n 101,\n 51,\n 100,\n 57,\n 52,\n 54,\n 50,\n 54,\n 53,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.004519162Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::4]:63873","req_id":"2bb92bcd-358b-4644-8a37-e457fbe4bf58","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 50,\n 54,\n 97,\n 102,\n 98,\n 49,\n 45,\n 49,\n 101,\n 53,\n 52,\n 45,\n 52,\n 97,\n 52,\n 98,\n 45,\n 57,\n 54,\n 50,\n 101,\n 45,\n 51,\n 52,\n 48,\n 54,\n 97,\n 56,\n 55,\n 48,\n 97,\n 53,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.022581853Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::3]:54661","req_id":"21633ca8-4333-41c4-9606-53e212a980f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 50,\n 54,\n 97,\n 102,\n 98,\n 49,\n 45,\n 49,\n 101,\n 53,\n 52,\n 45,\n 52,\n 97,\n 52,\n 98,\n 45,\n 57,\n 54,\n 50,\n 101,\n 45,\n 51,\n 52,\n 48,\n 54,\n 97,\n 56,\n 55,\n 48,\n 97,\n 53,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.023178667Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::3]:63281","req_id":"253d375d-cf82-41fc-bbb3-89b7d8c1b21c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19740,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.297352134Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::d]:56861","req_id":"6efc1b2d-ac0d-406f-9a11-0f05aa192a21","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.515746404Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::2]:57870","req_id":"8b461452-32ac-454c-8be7-c04c2d4eeab0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.516368628Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::2]:65045","req_id":"2e86bc7c-530b-4080-a715-325cc3953d05","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_368e67a8-63e0-49de-8166-23aea4e79ab6.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_368e67a8-63e0-49de-8166-23aea4e79ab6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 54,\n 56,\n 101,\n 54,\n 55,\n 97,\n 56,\n 45,\n 54,\n 51,\n 101,\n 48,\n 45,\n 52,\n 57,\n 100,\n 101,\n 45,\n 56,\n 49,\n 54,\n 54,\n 45,\n 50,\n 51,\n 97,\n 101,\n 97,\n 52,\n 101,\n 55,\n 57,\n 97,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_368e67a8-63e0-49de-8166-23aea4e79ab6.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.553318406Z","hostname":"oxz_internal_dns_4b9063a9-06b0-443c-a0ce-f1af42de3f00","pid":5457,"peer_addr":"[fd00:1122:3344:101::1b]:35506","req_id":"d086aba5-b034-443d-a956-aa75cb4e2a0e","component":"dns"}