[ May 4 15:21:53 Enabled. ] [ May 4 15:21:53 Rereading configuration. ] [ May 4 15:21:53 Rereading configuration. ] [ May 4 15:21:54 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 4 15:21:54 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:54.879283607Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:54.879422189Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:54.897872296Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:54.897889636Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:54.897948087Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:54.89819522Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:56.186104728Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:39066"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:56.186855408Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"3f457d0e-cb39-46cc-998e-3b0c483bb0f0","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:56.186884848Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:56.204150029Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:56.204176569Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"3f457d0e-cb39-46cc-998e-3b0c483bb0f0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:21:56.204199909Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"3f457d0e-cb39-46cc-998e-3b0c483bb0f0","remote_addr":"[fd00:1122:3344:2::2]:39066","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":17744,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:22:07.517463656Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:49144","req_id":"871c4bf6-b673-4125-8a38-9b1deba6adfc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:22:07.521820074Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:40722","req_id":"e0b80b77-202f-4eef-bb9f-6fbeeb914832","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:22:07.526195923Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:38390","req_id":"0a55ca08-08bc-461e-968c-a3b492f16d41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:23:36.213563036Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:58875","req_id":"4747838a-0fa0-453c-8a90-12d7c959eb26","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63329,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 101,\n 99,\n 97,\n 97,\n 53,\n 45,\n 49,\n 57,\n 98,\n 54,\n 45,\n 52,\n 48,\n 51,\n 49,\n 45,\n 98,\n 98,\n 54,\n 56,\n 45,\n 56,\n 55,\n 98,\n 50,\n 55,\n 100,\n 55,\n 51,\n 57,\n 102,\n 49,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:23:40.904023467Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::e]:45368","req_id":"da4a1665-5e01-412a-9506-07a883b7a561","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63329,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 101,\n 99,\n 97,\n 97,\n 53,\n 45,\n 49,\n 57,\n 98,\n 54,\n 45,\n 52,\n 48,\n 51,\n 49,\n 45,\n 98,\n 98,\n 54,\n 56,\n 45,\n 56,\n 55,\n 98,\n 50,\n 55,\n 100,\n 55,\n 51,\n 57,\n 102,\n 49,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:23:40.925460964Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::e]:62648","req_id":"ca0947de-338f-470b-93b9-227c58aa0148","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:23:46.177631128Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:59430","req_id":"e47714af-b514-4b65-a8be-75a82a463d47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:23:51.231616521Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:49789","req_id":"e68dc771-5075-4574-9d58-706cadf0f714","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40739,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:23:51.370688409Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:12889","req_id":"bbf45014-d7b6-465b-bdbd-ca693214f1ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:23:51.392977577Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:50978","req_id":"ac286cd3-470e-4d0d-8ad9-a30e1426a72c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:23:56.180341279Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:61677","req_id":"0c93fdf5-aaae-4691-8aed-6b0d5fa58d64","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:06.18215429Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:55225","req_id":"3594969a-bb6a-4ec6-a2fd-4ff4cd197845","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:13.599336752Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:35809","req_id":"2c8e4b09-f66f-4bc5-88c3-8778b5ac2783","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:13.992890741Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37106"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:14.072575186Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"2ef243c3-0969-463b-b688-3d51e8433863","remote_addr":"[fd00:1122:3344:101::c]:37106","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":41980,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:16.183010203Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:59947","req_id":"d5dc9f4f-7477-4832-865f-40bb9baf9dfa","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:17.905927584Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46881"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:17.906294889Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"582fd450-5165-4967-9282-fb241b6d8cd7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:17.906311909Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"582fd450-5165-4967-9282-fb241b6d8cd7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:17.906328649Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"582fd450-5165-4967-9282-fb241b6d8cd7","remote_addr":"[fd00:1122:3344:101::c]:46881","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":257,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:19.779827132Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:47214","req_id":"24de7283-b205-4bb3-92d0-de08a0c3e80d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:20.011096312Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40625"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:20.011454807Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"84e47c10-bc45-458c-a8a9-14ff9d65a1f6","remote_addr":"[fd00:1122:3344:101::c]:40625","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:21.263815128Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:42927","req_id":"4629ec8d-cd7e-4db5-a300-734f2c104581","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:21.396129935Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61579"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:21.396417619Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"4860cf67-8127-460f-ad37-1ad85349d022","remote_addr":"[fd00:1122:3344:101::c]:61579","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":240,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27991,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:23.746144348Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:48440","req_id":"513ba341-fe35-4bdf-a987-ab7f8ae5b32e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:23.752665176Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:62262","req_id":"015af3f9-f063-457f-b84e-3edea1962cfa","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:23.893579778Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60063"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:23.893852272Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"27125fb7-869c-48af-89cb-eb1cdc237781","remote_addr":"[fd00:1122:3344:101::a]:60063","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:23.96781561Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50697"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:23.968066734Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"76581f3c-a67d-4311-831a-49b5abe86d23","remote_addr":"[fd00:1122:3344:101::b]:50697","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:26.184250233Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:51719","req_id":"20a1ba97-17c1-4494-a254-03348ae55ca6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:36.185052697Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:63575","req_id":"17db2cf9-4067-4172-af50-13195f5fda07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:46.188141995Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:63004","req_id":"db17a531-7584-463a-9011-1add8d07cc75","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:50.986040095Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62112"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:50.986305279Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"cd05a79c-9457-43f6-9eb9-fb3dbaba2e3f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:50.986422931Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"cd05a79c-9457-43f6-9eb9-fb3dbaba2e3f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:50.986433641Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"cd05a79c-9457-43f6-9eb9-fb3dbaba2e3f","remote_addr":"[fd00:1122:3344:101::c]:62112","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":179,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:51.125166145Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35754"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:51.125457498Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"1766adf6-29c2-4120-b950-6d9f5f7ea797","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:51.125480749Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"1766adf6-29c2-4120-b950-6d9f5f7ea797","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:51.125507829Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"1766adf6-29c2-4120-b950-6d9f5f7ea797","remote_addr":"[fd00:1122:3344:101::b]:35754","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":252,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:51.38742971Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50899"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:51.387805324Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"d5890d90-b39a-4e27-940a-e5fd124dd00c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:51.387846465Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"d5890d90-b39a-4e27-940a-e5fd124dd00c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:51.387875476Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"d5890d90-b39a-4e27-940a-e5fd124dd00c","remote_addr":"[fd00:1122:3344:101::a]:50899","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":262,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:52.57219976Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:2057","req_id":"7efd1d2d-fee0-4b52-b8f5-ffb2c259dac3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60432,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:52.572445253Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:56040","req_id":"ef2c27ff-9658-400f-9904-753429f9dfa3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:52.636674181Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:45824","req_id":"264665b4-1b08-40a7-b9e3-7bb03c9be199","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:52.680114432Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49683"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:52.680374235Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"4c769913-5661-40c4-bf27-bb30863fbf08","remote_addr":"[fd00:1122:3344:101::b]:49683","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:52.726191477Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38212"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:52.726440401Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"c108f037-50aa-4c92-93f1-7c8d980ea0d4","remote_addr":"[fd00:1122:3344:101::a]:38212","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:52.759576393Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54998"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:24:52.759824267Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"53263076-4ed6-40fa-959a-9fcb3df04c9a","remote_addr":"[fd00:1122:3344:101::c]:54998","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:24:56.189857687Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:60081","req_id":"eef9bccc-759f-4c09-be4a-56d3a9084f68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15313,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:25:06.192141079Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:57776","req_id":"b40d4cee-1ebb-4157-9fcb-7cf1a6e53252","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33300,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:25:16.193116889Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:57059","req_id":"a09ce809-a1dc-4dc8-979e-8156f513cc05","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:25:26.195488534Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:56143","req_id":"8f3bbe2c-17cf-440b-8e46-9fa97e264c40","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:25:36.197536899Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:50137","req_id":"28691f91-047d-46e9-a404-7fc920ccc8cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:25:46.199885778Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:60110","req_id":"c32e8d83-a38a-4128-833c-227530377c6b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:50.986907656Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50397"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:50.987260511Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"d49b1fd5-f823-4539-b37b-f5700d9c4430","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:50.987283171Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"d49b1fd5-f823-4539-b37b-f5700d9c4430","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:50.987327652Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"d49b1fd5-f823-4539-b37b-f5700d9c4430","remote_addr":"[fd00:1122:3344:101::c]:50397","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":251,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:50.993699927Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50696"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:50.994055481Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"043b7a5a-bacb-487c-b1ba-8241e0cca3b4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:50.994090462Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"043b7a5a-bacb-487c-b1ba-8241e0cca3b4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:50.994097712Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"043b7a5a-bacb-487c-b1ba-8241e0cca3b4","remote_addr":"[fd00:1122:3344:101::b]:50696","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":263,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:50.998918066Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39364"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:51.000952594Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"96293b73-00ff-4f31-a943-be759261829b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:51.000976584Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"96293b73-00ff-4f31-a943-be759261829b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:51.001016364Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"96293b73-00ff-4f31-a943-be759261829b","remote_addr":"[fd00:1122:3344:101::a]:39364","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":1994,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:25:52.2926652Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:8294","req_id":"00beebab-8b03-42d7-9890-9f129fc6fd16","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:25:52.292722361Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:62677","req_id":"aef2adba-ff4d-43b8-a305-76f4f79509bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:25:52.298474958Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:25788","req_id":"add3e0be-ec06-4a09-b737-6f1d37ec4e88","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:52.399393186Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45351"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:52.399611179Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"31dcb54a-5511-4530-92d2-7023a6526808","remote_addr":"[fd00:1122:3344:101::c]:45351","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:52.438830823Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38554"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:52.439141028Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"fe5d7c05-6462-4160-a35c-d342c5692b8c","remote_addr":"[fd00:1122:3344:101::b]:38554","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":257,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:52.508981571Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52858"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:25:52.509220394Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"5497dd4e-f2ae-4dc9-bf8e-1dc114a94cfa","remote_addr":"[fd00:1122:3344:101::a]:52858","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6355,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:25:56.202115067Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:64278","req_id":"bbfc9a53-ceca-403e-9003-1f50192906b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38255,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:25:59.799531042Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:32840","req_id":"4ba862e5-8822-4ad9-9f66-6ae0573e771e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18137,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:26:00.803439295Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:35641","req_id":"b7d2a30f-1818-4113-ad84-d9302909d90c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60542,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:26:00.808443722Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:56274","req_id":"2a77b687-e571-4d24-8032-8a51312b7d51","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:26:06.204864235Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:50576","req_id":"ced8216c-0294-4078-8ba5-fdc564fd1df1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:26:16.206037114Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:53508","req_id":"124adb4b-0fb9-464c-9f8c-4ebaa70471a2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:26:26.207611672Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:65198","req_id":"75427424-fbf2-4d52-8402-4cf551bb45f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:26:36.209121193Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:49238","req_id":"0f470864-3497-4cc6-be64-952e1b5c3d3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:26:46.210512865Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:63210","req_id":"38092cb0-81d9-48bb-b2ef-a57800f39551","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.987979101Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46949"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.988237734Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"aaf25f12-fabc-4835-b5aa-b2aac4628f73","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.988254254Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"aaf25f12-fabc-4835-b5aa-b2aac4628f73","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.988261684Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"aaf25f12-fabc-4835-b5aa-b2aac4628f73","remote_addr":"[fd00:1122:3344:101::c]:46949","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":202,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.993310842Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43530"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.993596116Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"031411f1-5ff1-4a43-b52d-7e9a41109cdf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.993613416Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"031411f1-5ff1-4a43-b52d-7e9a41109cdf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.993622026Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"031411f1-5ff1-4a43-b52d-7e9a41109cdf","remote_addr":"[fd00:1122:3344:101::b]:43530","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":160,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.999721208Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61980"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.999963831Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"81478b52-3d19-49f9-ac85-4a5f175c4774","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.999980041Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"81478b52-3d19-49f9-ac85-4a5f175c4774","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:50.999990431Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"81478b52-3d19-49f9-ac85-4a5f175c4774","remote_addr":"[fd00:1122:3344:101::a]:61980","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":223,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:26:52.550966135Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:50020","req_id":"ea6d1490-5280-4163-b27b-e9756b879f40","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:26:52.551007176Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:39194","req_id":"cfc394d1-f2b8-4b01-9965-8c13714435d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:26:52.5573301Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:23465","req_id":"7b1662bc-b8fe-46f6-960c-2a8693576b57","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:52.653811459Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62307"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:52.654069553Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"f0dd9cc2-af59-42d1-9531-d72e438f9f6d","remote_addr":"[fd00:1122:3344:101::b]:62307","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:52.694167869Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49202"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:52.694407942Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"0c69f007-d5a2-4097-980f-61eb844e906c","remote_addr":"[fd00:1122:3344:101::c]:49202","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:52.731159083Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50371"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:26:52.731377336Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"8c0f2814-1a16-4a0b-a9ed-b6f6bcfcff1f","remote_addr":"[fd00:1122:3344:101::a]:50371","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:26:56.210973766Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:62873","req_id":"54b06747-9032-4599-9f0e-a09009b8b65c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5742,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:27:06.213097446Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:58277","req_id":"ddd01be8-7568-4b0d-b3b5-eca87697f66e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:27:16.215777509Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:54943","req_id":"086826df-eef0-42af-ba58-b219c6271f4c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36234,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:27:26.217360265Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:53342","req_id":"f9495479-db0f-4c92-9a40-6cf69badaef7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57661,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:27:36.219774466Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:63367","req_id":"92ae5036-d559-446b-857d-787014ffc5e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:27:46.22208931Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:61090","req_id":"d4c20547-3de1-41b0-9e0e-cd6034697c3f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:50.988115432Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42415"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:50.988371315Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"8ed4d23c-3ef2-4377-b405-617f30b2ed35","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:50.988389816Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"8ed4d23c-3ef2-4377-b405-617f30b2ed35","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:50.988398526Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"8ed4d23c-3ef2-4377-b405-617f30b2ed35","remote_addr":"[fd00:1122:3344:101::c]:42415","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":151,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:50.993881119Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56215"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:50.994107732Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"15d3eb1a-216d-4f8b-b60d-5a429c7f88c8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:50.994123472Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"15d3eb1a-216d-4f8b-b60d-5a429c7f88c8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:50.994129972Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"15d3eb1a-216d-4f8b-b60d-5a429c7f88c8","remote_addr":"[fd00:1122:3344:101::b]:56215","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":187,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:51.000102742Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37577"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:51.000327055Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"929c67ab-6304-4f26-a5aa-7e85977b97d2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:51.000346335Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"929c67ab-6304-4f26-a5aa-7e85977b97d2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:51.000353775Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"929c67ab-6304-4f26-a5aa-7e85977b97d2","remote_addr":"[fd00:1122:3344:101::a]:37577","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":149,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:27:52.218522962Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:64591","req_id":"79290e6e-ece5-4efa-801b-6a768c15c7e5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:27:52.223567969Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:13511","req_id":"0a26d49c-43ef-4d7f-8ca2-15e8d759b481","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:52.319224467Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52851"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:52.31945321Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"7217e7ef-9651-4a19-be59-4976250a8084","remote_addr":"[fd00:1122:3344:101::c]:52851","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:52.359076539Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59425"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:52.359280782Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"bc527f15-7415-4579-a01b-09272ced93fb","remote_addr":"[fd00:1122:3344:101::b]:59425","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:27:52.863565718Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:60471","req_id":"12f4adaf-0153-480f-83da-167a55e3a268","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:53.046886177Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33883"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:27:53.04713865Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"09a1dc38-8982-40f8-bd86-d9fcd6cab6b2","remote_addr":"[fd00:1122:3344:101::a]:33883","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:27:56.224194746Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:49658","req_id":"9dfc0686-3db4-4e6e-b8e4-a651af3c7df1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:06.22581622Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:53589","req_id":"93f8bd7f-7935-4b26-b4b7-15aa649ee12a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:07.984165695Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:50708","req_id":"d31f80ce-33b4-42d0-89c4-8b223605999f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:07.98910463Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:59163","req_id":"47181a22-63c4-471c-aff8-d92285019f32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:07.99283894Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::1b]:43744","req_id":"14484c05-1f76-43e2-8619-138a9d8ba560","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30903,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:16.227050467Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:63923","req_id":"b29c24ee-b8c7-477b-8dd2-7a41690412c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:26.228113401Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:52034","req_id":"4694e430-77dd-4edb-afff-5ef474375d78","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:36.22889563Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:50475","req_id":"44d8bbb6-9836-45c2-83d9-a2aa31317a69","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:46.230754618Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:60148","req_id":"a72ee6e2-c242-4b07-9c44-26c8bd5cf4f4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:50.989761403Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56419"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:50.990012296Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"a5a2fe09-867f-4b08-ab1b-64ee615f7381","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:50.990026857Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"a5a2fe09-867f-4b08-ab1b-64ee615f7381","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:50.990033857Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"a5a2fe09-867f-4b08-ab1b-64ee615f7381","remote_addr":"[fd00:1122:3344:101::c]:56419","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":159,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:50.994711599Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47072"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:50.994994133Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"cc712446-ac79-4387-bafd-0c2e2adf9b66","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:50.995003943Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"cc712446-ac79-4387-bafd-0c2e2adf9b66","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:50.995015593Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"cc712446-ac79-4387-bafd-0c2e2adf9b66","remote_addr":"[fd00:1122:3344:101::b]:47072","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":218,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:51.000632056Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46371"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:51.000954912Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"fbb72636-26df-4072-969d-074dceb42fc4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:51.000982563Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"fbb72636-26df-4072-969d-074dceb42fc4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:51.000993233Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"fbb72636-26df-4072-969d-074dceb42fc4","remote_addr":"[fd00:1122:3344:101::a]:46371","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":193,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:52.285606465Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:41813","req_id":"d5ae1bf1-eb48-4550-aab8-33dcc2c47e26","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:52.290947506Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:37408","req_id":"96d54784-a4a8-4cbd-acc8-99bea07fc191","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:52.291116588Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:51598","req_id":"4eace876-4324-4332-84b1-98b95b39f7ca","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:52.394291257Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47677"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:52.394552131Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"3aa47103-bac0-4985-b654-49130bcf4385","remote_addr":"[fd00:1122:3344:101::c]:47677","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:52.433293978Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50089"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:52.433533422Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"bf576970-c2c5-4585-abda-a7ec5dc65ba8","remote_addr":"[fd00:1122:3344:101::b]:50089","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:52.472234489Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48221"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:28:52.472461492Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"d0572cd8-74f6-4a7f-a968-38e2591c5687","remote_addr":"[fd00:1122:3344:101::a]:48221","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:28:56.232053732Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:54518","req_id":"ce35a0c2-f5ac-41f0-a863-08602fca55fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:29:06.233692757Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:51738","req_id":"3188ff91-c354-43e2-abb8-250d3173391c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7441,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:29:16.235376806Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:52770","req_id":"c427cd4a-de7c-47c3-9400-e8b649ad7194","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49873,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:29:26.236799424Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:53087","req_id":"0ff12be6-68ce-43ea-91ea-f456d2605e16","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20049,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:29:36.238070199Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:59557","req_id":"2ee18f49-9001-4bc2-92e4-fe5775f30caa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32658,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:29:46.238927592Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:58919","req_id":"b7d19a31-17ac-4efb-aaef-fd658e7fe4b8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:50.990556056Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56523"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:50.9908684Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"8571bffb-a9ec-421a-996f-b549ce4522fb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:50.99088804Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"8571bffb-a9ec-421a-996f-b549ce4522fb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:50.99089905Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"8571bffb-a9ec-421a-996f-b549ce4522fb","remote_addr":"[fd00:1122:3344:101::c]:56523","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":195,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:50.994947114Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60401"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:50.99532761Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"51af5354-90f6-4a8f-a76b-ab346503eec2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:50.99534189Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"51af5354-90f6-4a8f-a76b-ab346503eec2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:50.99535344Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"51af5354-90f6-4a8f-a76b-ab346503eec2","remote_addr":"[fd00:1122:3344:101::b]:60401","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":281,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:51.000480698Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57069"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:51.000803083Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"c707c2b0-f45a-47e7-831a-dc763d4335c5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:51.000812113Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"new_generation":1,"req_id":"c707c2b0-f45a-47e7-831a-dc763d4335c5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:51.000824453Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"PUT","req_id":"c707c2b0-f45a-47e7-831a-dc763d4335c5","remote_addr":"[fd00:1122:3344:101::a]:57069","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":243,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:29:52.41743964Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::c]:19673","req_id":"83cdd875-65dd-428e-bfa9-b32523fa72c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:29:52.423159807Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::a]:42566","req_id":"bc86fbbc-08f4-42ee-b3c6-588c11b6ee76","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:29:52.423463501Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::b]:63355","req_id":"e06f2d96-a9ad-4099-825e-0e8f7ab7dbcf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:52.526408166Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42174"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:52.526675279Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"756a3b17-14e4-4ebe-92b0-99d892a1a9d2","remote_addr":"[fd00:1122:3344:101::c]:42174","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:52.56563785Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46933"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:52.565896353Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"85780bc2-fc5b-49df-8a1b-b936332fe558","remote_addr":"[fd00:1122:3344:101::b]:46933","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:52.602130027Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49907"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T15:29:52.602380211Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"uri":"/config","method":"GET","req_id":"3b8d8435-ab3d-4347-8ae3-eb21fff2e271","remote_addr":"[fd00:1122:3344:101::a]:49907","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5906,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:29:56.240699302Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::d]:64333","req_id":"f0e72507-dcb2-4b2a-a601-e38bfeb17bb2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47456,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 101,\n 99,\n 97,\n 97,\n 53,\n 45,\n 49,\n 57,\n 98,\n 54,\n 45,\n 52,\n 48,\n 51,\n 49,\n 45,\n 98,\n 98,\n 54,\n 56,\n 45,\n 56,\n 55,\n 98,\n 50,\n 55,\n 100,\n 55,\n 51,\n 57,\n 102,\n 49,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:30:00.247519765Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::e]:50292","req_id":"df5f9f8d-e11a-4be2-911a-2a120884c3e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47456,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 102,\n 101,\n 101,\n 99,\n 97,\n 97,\n 53,\n 45,\n 49,\n 57,\n 98,\n 54,\n 45,\n 52,\n 48,\n 51,\n 49,\n 45,\n 98,\n 98,\n 54,\n 56,\n 45,\n 56,\n 55,\n 98,\n 50,\n 55,\n 100,\n 55,\n 51,\n 57,\n 102,\n 49,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_afeecaa5-19b6-4031-bb68-87b27d739f1a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:30:00.248081112Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::e]:39187","req_id":"5588ad2e-950a-41a7-9378-a89ad79cc87b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43542,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_67da4f77-1c9a-4892-918d-4dc6a2a144c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_67da4f77-1c9a-4892-918d-4dc6a2a144c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 55,\n 100,\n 97,\n 52,\n 102,\n 55,\n 55,\n 45,\n 49,\n 99,\n 57,\n 97,\n 45,\n 52,\n 56,\n 57,\n 50,\n 45,\n 57,\n 49,\n 56,\n 100,\n 45,\n 52,\n 100,\n 99,\n 54,\n 97,\n 50,\n 97,\n 49,\n 52,\n 52,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_67da4f77-1c9a-4892-918d-4dc6a2a144c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:30:00.329358148Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::4]:42628","req_id":"1b68edf4-db3e-4e2b-98de-6e14096895f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43542,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_67da4f77-1c9a-4892-918d-4dc6a2a144c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_67da4f77-1c9a-4892-918d-4dc6a2a144c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 55,\n 100,\n 97,\n 52,\n 102,\n 55,\n 55,\n 45,\n 49,\n 99,\n 57,\n 97,\n 45,\n 52,\n 56,\n 57,\n 50,\n 45,\n 57,\n 49,\n 56,\n 100,\n 45,\n 52,\n 100,\n 99,\n 54,\n 97,\n 50,\n 97,\n 49,\n 52,\n 52,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_67da4f77-1c9a-4892-918d-4dc6a2a144c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:30:00.329971436Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::4]:42767","req_id":"8775ad5c-4cd1-4bfc-a4f0-fbf034ea5818","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1f513a90-d46e-4345-a36c-eee037776735.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1f513a90-d46e-4345-a36c-eee037776735.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 53,\n 49,\n 51,\n 97,\n 57,\n 48,\n 45,\n 100,\n 52,\n 54,\n 101,\n 45,\n 52,\n 51,\n 52,\n 53,\n 45,\n 97,\n 51,\n 54,\n 99,\n 45,\n 101,\n 101,\n 101,\n 48,\n 51,\n 55,\n 55,\n 55,\n 54,\n 55,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1f513a90-d46e-4345-a36c-eee037776735.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:30:00.489226624Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::3]:52021","req_id":"fe139370-e1cb-48ee-84bb-cc867a466cbc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1f513a90-d46e-4345-a36c-eee037776735.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1f513a90-d46e-4345-a36c-eee037776735.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 53,\n 49,\n 51,\n 97,\n 57,\n 48,\n 45,\n 100,\n 52,\n 54,\n 101,\n 45,\n 52,\n 51,\n 52,\n 53,\n 45,\n 97,\n 51,\n 54,\n 99,\n 45,\n 101,\n 101,\n 101,\n 48,\n 51,\n 55,\n 55,\n 55,\n 54,\n 55,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1f513a90-d46e-4345-a36c-eee037776735.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T15:30:00.489833343Z","hostname":"oxz_internal_dns_d80ee37e-6cf3-4308-83ea-4b2ff9d9e1b2","pid":5486,"peer_addr":"[fd00:1122:3344:101::3]:39716","req_id":"fc31c999-38f7-4a56-a202-5bfd776343c2","component":"dns"}