[ Apr 10 19:08:30 Enabled. ] [ Apr 10 19:08:30 Rereading configuration. ] [ Apr 10 19:08:31 Rereading configuration. ] [ Apr 10 19:08:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Apr 10 19:08:32 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:32.72702913Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:32.727188574Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:32.750555542Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:32.750571713Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:32.750593673Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:32.750895222Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:33.855814514Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:34228"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:33.856652078Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"562046bc-a4f9-4013-bbe0-6ae0e3d42dbd","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:33.856669858Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:33.87912266Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:33.879145271Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"562046bc-a4f9-4013-bbe0-6ae0e3d42dbd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:08:33.879173272Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"562046bc-a4f9-4013-bbe0-6ae0e3d42dbd","remote_addr":"[fd00:1122:3344:2::2]:34228","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":22910,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:08:45.820440126Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:36663","req_id":"83b90e34-12e0-4264-b8ac-fb069be3a1fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52937,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:08:45.824946123Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:34493","req_id":"8e1ae281-6ff3-4cec-8503-310732700ca1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:08:45.828905445Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:50620","req_id":"290d68cc-6ce3-44ac-b8bb-5b6dd3a58e13","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:22.444388949Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:54301","req_id":"b2e7b21b-8b78-4043-be21-7ae7155ddddc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 48,\n 53,\n 54,\n 98,\n 54,\n 101,\n 57,\n 45,\n 98,\n 97,\n 102,\n 100,\n 45,\n 52,\n 55,\n 102,\n 97,\n 45,\n 97,\n 56,\n 49,\n 54,\n 45,\n 102,\n 99,\n 50,\n 57,\n 100,\n 98,\n 48,\n 48,\n 97,\n 54,\n 57,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:27.88981618Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:40314","req_id":"bb789291-1365-4ad5-a7dc-63321f562523","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 48,\n 53,\n 54,\n 98,\n 54,\n 101,\n 57,\n 45,\n 98,\n 97,\n 102,\n 100,\n 45,\n 52,\n 55,\n 102,\n 97,\n 45,\n 97,\n 56,\n 49,\n 54,\n 45,\n 102,\n 99,\n 50,\n 57,\n 100,\n 98,\n 48,\n 48,\n 97,\n 54,\n 57,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:27.921145031Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:45676","req_id":"887ab3ee-9728-4c45-a334-c6ad6f09165c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:32.393639479Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:49304","req_id":"b232af24-a97b-4947-8bdf-ebf89cc3c79d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:33.800234772Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:50136","req_id":"3d76edf4-43bf-4d28-9361-cfc37f4c8101","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:33.81722636Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:45870","req_id":"e63a7612-429c-4cda-95e5-22f75e77de32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:33.82186179Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:9640","req_id":"aea337bd-4303-41ec-a3e9-c597d5005b32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:42.395339187Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:64846","req_id":"6092542e-8923-4903-bfb0-202dd9d4eec1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:46.373874675Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:46908","req_id":"3f836fdb-a086-4db4-a764-bd68eb2d16a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:46.377871977Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:57172","req_id":"506fa6d4-bb75-4a56-9ffb-b8e694ab09e0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28443,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:46.381715675Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:51231","req_id":"93ef12e4-3761-457e-8090-eedda901e867","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21864,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:52.397117521Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:61229","req_id":"508be56a-e53c-4e4e-beb3-55c67bf5865e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:53.745423433Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:22192","req_id":"c4341a58-c1ff-418f-ab7a-b299eb98c735","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:10:53.962772821Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62318"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:10:54.016551945Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"56bb3949-9cbc-4b34-b192-c4eccaea91a9","remote_addr":"[fd00:1122:3344:101::a]:62318","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":32283,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:10:54.302744201Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42143"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:10:54.309274674Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"7e19c8dc-04aa-4e38-b0dd-27e5d89efefe","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:10:54.309292575Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"7e19c8dc-04aa-4e38-b0dd-27e5d89efefe","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:10:54.311568089Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"7e19c8dc-04aa-4e38-b0dd-27e5d89efefe","remote_addr":"[fd00:1122:3344:101::a]:42143","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":7887,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:55.012258183Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:61985","req_id":"4bc738d8-c611-492a-bb30-385cfea84d49","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:10:55.140840482Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54543"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:10:55.141187531Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"273938ae-e673-49c4-9442-68f41974b95f","remote_addr":"[fd00:1122:3344:101::a]:54543","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":291,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:10:55.780804106Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:7681","req_id":"ddb41f2b-b7f4-4e7a-87f6-7081421f6523","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:10:56.006830819Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63342"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:10:56.007125747Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"8c33720c-fede-4532-98d2-4eda82d90235","remote_addr":"[fd00:1122:3344:101::a]:63342","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":238,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:11:02.397914463Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:59596","req_id":"1bb5697e-c063-487c-a98a-6fcff066bd70","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:11:04.775704444Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:28467","req_id":"a40224ab-cf89-43d2-9129-878a0af76665","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:04.961950307Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39758"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:04.962304547Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"8692a5d6-9a5f-4df6-a377-27c52debba92","remote_addr":"[fd00:1122:3344:101::b]:39758","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":285,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14432,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:11:05.540030039Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:46109","req_id":"8618b5a5-7c30-4335-83d6-2caec5010ed4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:05.767046339Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35389"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:05.767277086Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"e3fb1064-17b0-4741-93c7-f8be73b2c23e","remote_addr":"[fd00:1122:3344:101::c]:35389","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:11:12.398697545Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:61209","req_id":"faee8c5d-6dce-46a3-ad59-4eec12dc89cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:11:22.399785941Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:52734","req_id":"1f6f0677-09e6-48f4-b539-cd394518bc32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:11:32.400867952Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:62321","req_id":"cccd8ba8-e04a-4cc6-8161-656ad480f0de","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.429807595Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62857"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.431084831Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"1dc05995-6a97-4a3b-8c1d-10857568d94e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.431117092Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"1dc05995-6a97-4a3b-8c1d-10857568d94e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.431124242Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"1dc05995-6a97-4a3b-8c1d-10857568d94e","remote_addr":"[fd00:1122:3344:101::a]:62857","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":319,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.691159822Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33637"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.696239495Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"e78190af-2242-49bd-9ef5-b9c5f51acd4c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.696311537Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"e78190af-2242-49bd-9ef5-b9c5f51acd4c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.696370349Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"e78190af-2242-49bd-9ef5-b9c5f51acd4c","remote_addr":"[fd00:1122:3344:101::b]:33637","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":391,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.79409027Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34632"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.797432044Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"f9686647-cff6-4874-b613-8cbe0f726d57","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.797469225Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"f9686647-cff6-4874-b613-8cbe0f726d57","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:33.797504006Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"f9686647-cff6-4874-b613-8cbe0f726d57","remote_addr":"[fd00:1122:3344:101::c]:34632","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":286,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45736,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:11:34.843669814Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:9893","req_id":"f89afe9d-18b2-4cca-b5b1-54e54e794ac2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:11:34.851586387Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:20462","req_id":"2b2a932a-dae1-46ff-a7ff-daf3cb793a79","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:34.958710582Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53928"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:34.959027811Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"b18e3dd7-2191-4bbf-a727-ac07d2a249d7","remote_addr":"[fd00:1122:3344:101::c]:53928","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":261,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:11:34.970498564Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:41909","req_id":"01b24ef2-c5c0-44b7-a55c-0d005b37cb7e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:35.014011799Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:32982"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:35.014281136Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"d0ac58b2-1cee-41b0-b7a3-bf173a45078a","remote_addr":"[fd00:1122:3344:101::a]:32982","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:35.081942851Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64886"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:11:35.082177768Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"c8be9d1c-143f-4a1a-a0ea-7687dde2d215","remote_addr":"[fd00:1122:3344:101::b]:64886","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32321,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:11:42.40202168Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:59377","req_id":"5c57e3c0-835c-4dba-a13e-407da9d79d4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:11:52.403391795Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:53823","req_id":"b3b56ee3-6330-4ecb-9632-e5f06ca6f364","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:02.404378419Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:50084","req_id":"b0d0fc8d-9310-4a52-82f3-01c6a253e168","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:12.405531115Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:57083","req_id":"53218446-1dd4-441c-856a-6bfce66ab08d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 245,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:22.407592497Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:57789","req_id":"e9fdec4a-ba10-4f48-a10a-f777a30883cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:32.409240336Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:64855","req_id":"68ef684b-fec4-4168-b486-a73790b33bc3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.429518586Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59368"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.43074259Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"ea2fd5cd-adb9-475d-ab64-633f0d4033e7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.430762881Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"ea2fd5cd-adb9-475d-ab64-633f0d4033e7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.430822032Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"ea2fd5cd-adb9-475d-ab64-633f0d4033e7","remote_addr":"[fd00:1122:3344:101::a]:59368","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":250,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.432737786Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59370"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.433979741Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"d5e3d9ab-4e26-40e0-a254-d31f8e220beb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.434022922Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"d5e3d9ab-4e26-40e0-a254-d31f8e220beb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.434031043Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"d5e3d9ab-4e26-40e0-a254-d31f8e220beb","remote_addr":"[fd00:1122:3344:101::b]:59370","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":204,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.436595305Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62855"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.437903492Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"222bab89-4799-4423-857b-7aea8003fa8c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.437960043Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"222bab89-4799-4423-857b-7aea8003fa8c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:33.437984654Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"222bab89-4799-4423-857b-7aea8003fa8c","remote_addr":"[fd00:1122:3344:101::c]:62855","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":230,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:35.041845281Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:42578","req_id":"dc853810-ad09-44de-9b3a-fde0574b6565","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:35.134409236Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47182"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:35.134636703Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"3d12a217-7b72-46cf-a8e2-f8540cf04fa0","remote_addr":"[fd00:1122:3344:101::c]:47182","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:35.332657127Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:7278","req_id":"4d0a3682-a4c9-4916-86ff-03b25ed7d2bf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:35.518942591Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40017"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:35.52036009Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"fc7770ab-0077-44f0-8a3b-e4c15206e1b3","remote_addr":"[fd00:1122:3344:101::a]:40017","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":1362,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54530,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:35.869987792Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:35616","req_id":"5dfe1746-e975-4f03-b0e4-8a820878ed78","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:35.965991325Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57337"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:12:35.966234252Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"ecc2ad59-0be6-4fcf-a1cb-e66ff6b29b6d","remote_addr":"[fd00:1122:3344:101::b]:57337","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:38.390282697Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:61124","req_id":"ed036906-3791-478d-84ca-70b6f67e023a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13263,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:38.395148204Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:49851","req_id":"d744df38-db40-47e0-80ae-84af9017ea60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:38.399794995Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:46964","req_id":"07a1a2b3-6fd6-4167-970b-60780fbf77b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:40.400595256Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:47556","req_id":"2b664fc7-738b-4a7e-8b16-6460de1bea26","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:42.410091403Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:50300","req_id":"3c21fa54-3223-44f3-ac06-beb638dc8044","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:12:52.411006558Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:56407","req_id":"83705328-3199-41cc-b646-0cb9eb69502b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:13:02.412150664Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:65180","req_id":"5052a1bc-6a42-4cdb-9d1d-fb5109a49aa6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39877,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:13:12.414124038Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:65486","req_id":"46837ea8-7419-490a-89f3-c416b617f61f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:13:22.415650847Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:59909","req_id":"b03a4e71-f211-4b91-b0d9-c9542e341026","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:13:32.416177135Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:59760","req_id":"e60b62af-96bf-46fd-ade3-5f8d89f996cb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.429198688Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57597"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.430216192Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"f75b4b03-9861-45dd-b57e-c0338211613d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.430236996Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"f75b4b03-9861-45dd-b57e-c0338211613d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.430244486Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"f75b4b03-9861-45dd-b57e-c0338211613d","remote_addr":"[fd00:1122:3344:101::a]:57597","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":150,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.432123451Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62228"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.433219363Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"2f61de77-dd9f-4820-b7e3-bbd5b547836c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.433241414Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"2f61de77-dd9f-4820-b7e3-bbd5b547836c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.433253086Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"2f61de77-dd9f-4820-b7e3-bbd5b547836c","remote_addr":"[fd00:1122:3344:101::b]:62228","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":155,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.436275147Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37562"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.43742309Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"59889bc2-dbf1-40a5-b840-095714fd6cfc","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.437442065Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"59889bc2-dbf1-40a5-b840-095714fd6cfc","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:33.437449743Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"59889bc2-dbf1-40a5-b840-095714fd6cfc","remote_addr":"[fd00:1122:3344:101::c]:37562","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":132,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29515,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:13:34.50290552Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:53370","req_id":"86d6ac89-d113-40e6-81ba-7eab75508b2e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:13:34.502938606Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:9148","req_id":"bd377c94-0b55-4b7d-9f7e-67c3cb00dab9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:34.604329071Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58166"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:34.604602809Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"c517d37f-5601-4bce-a8f6-df3dc360e407","remote_addr":"[fd00:1122:3344:101::c]:58166","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:34.638374559Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51405"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:34.638646297Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"8fe01f5c-d494-4af0-bbe2-0f167022eb6c","remote_addr":"[fd00:1122:3344:101::b]:51405","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:13:35.226677128Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:33661","req_id":"032ba058-9950-4ea7-8cb2-483216c89519","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:35.320342225Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41299"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:13:35.320601452Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"e62d945e-ce7b-4321-96e7-b980e8f7b9a7","remote_addr":"[fd00:1122:3344:101::a]:41299","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:13:42.417689643Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:63664","req_id":"01ac75ff-5332-40a7-afb1-6f4d449f2647","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:13:52.419852575Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:59713","req_id":"c8a97227-9e55-450a-a46b-a29d31f754bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:02.421046931Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:60916","req_id":"60a67dd6-4f12-4606-9a8a-7c2aad1e3e90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:12.422816962Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:53034","req_id":"822baed4-d519-470a-938f-d4c8c90ea658","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:22.424804768Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:50188","req_id":"a68db4dd-9ee3-4e5e-8529-c47c81efd42d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:32.425850017Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:60680","req_id":"1383294b-4163-4188-9f2e-f60697231dfb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.428543556Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36124"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.429710719Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"eacd3130-ae6a-42fb-ada8-50ed18872080","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.429728629Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"eacd3130-ae6a-42fb-ada8-50ed18872080","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.429736269Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"eacd3130-ae6a-42fb-ada8-50ed18872080","remote_addr":"[fd00:1122:3344:101::a]:36124","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":246,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.432202029Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34860"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.433476565Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"46f910c2-a3d5-4d59-ac93-a2f9b7dddbc6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.433497985Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"46f910c2-a3d5-4d59-ac93-a2f9b7dddbc6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.433505986Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"46f910c2-a3d5-4d59-ac93-a2f9b7dddbc6","remote_addr":"[fd00:1122:3344:101::b]:34860","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":248,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.435574674Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37125"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.43686117Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"850e245b-608b-45ed-b3e3-c1b544a8f899","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.436885461Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"new_generation":1,"req_id":"850e245b-608b-45ed-b3e3-c1b544a8f899","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:33.436896591Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"PUT","req_id":"850e245b-608b-45ed-b3e3-c1b544a8f899","remote_addr":"[fd00:1122:3344:101::c]:37125","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":204,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:34.517103778Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:16388","req_id":"7416752a-8c5a-4417-ab31-8083e0159a7c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:34.522820989Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:14188","req_id":"fafc9935-8c5e-430e-9f7f-f2c55c255a46","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:34.522920822Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:33590","req_id":"67ef0285-11b1-4225-b58c-f0552c1cbdf6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:34.630289374Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61918"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:34.631064336Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"e07d1745-b79b-4534-83dc-ef1263482d57","remote_addr":"[fd00:1122:3344:101::b]:61918","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:34.673725897Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42558"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:34.673974414Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"484dcfa2-cd34-456a-b370-34d867e16f13","remote_addr":"[fd00:1122:3344:101::a]:42558","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:34.729693922Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52516"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-10T19:14:34.72995922Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"uri":"/config","method":"GET","req_id":"1cc42d50-73ae-4047-b061-81a08e80c030","remote_addr":"[fd00:1122:3344:101::c]:52516","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21864,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:42.427027879Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:52114","req_id":"81dbf10e-5ea8-437d-8045-2c06b642f7a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15075,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:47.015433093Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:50837","req_id":"d4d23896-970f-4012-b945-919df754e50e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:47.019709123Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:40070","req_id":"87be2ea8-e857-4529-8da2-ef669a2e7d84","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:47.024002574Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:56853","req_id":"5f85d0f2-06f2-44a0-994f-63b7cf1199ba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:14:52.429507027Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:51355","req_id":"1a877ec7-e8b2-4ac0-91da-664edaff696d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.297041538Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::2]:41117","req_id":"f3004299-3d47-4059-9e72-25056b844a75","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.297675776Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::2]:44432","req_id":"898641e1-6eee-4ebe-a251-25175cac7b36","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_88a39d71-390e-42e5-b31c-e994864aebd5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_88a39d71-390e-42e5-b31c-e994864aebd5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 97,\n 51,\n 57,\n 100,\n 55,\n 49,\n 45,\n 51,\n 57,\n 48,\n 101,\n 45,\n 52,\n 50,\n 101,\n 53,\n 45,\n 98,\n 51,\n 49,\n 99,\n 45,\n 101,\n 57,\n 57,\n 52,\n 56,\n 54,\n 52,\n 97,\n 101,\n 98,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_88a39d71-390e-42e5-b31c-e994864aebd5.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.560507234Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::7]:41011","req_id":"e37a5537-9b1c-4443-9425-593c402dc539","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_88a39d71-390e-42e5-b31c-e994864aebd5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_88a39d71-390e-42e5-b31c-e994864aebd5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 97,\n 51,\n 57,\n 100,\n 55,\n 49,\n 45,\n 51,\n 57,\n 48,\n 101,\n 45,\n 52,\n 50,\n 101,\n 53,\n 45,\n 98,\n 51,\n 49,\n 99,\n 45,\n 101,\n 57,\n 57,\n 52,\n 56,\n 54,\n 52,\n 97,\n 101,\n 98,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_88a39d71-390e-42e5-b31c-e994864aebd5.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.561146872Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::7]:41279","req_id":"78553a88-ccb2-4c76-b414-32d916d89616","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ac6b3304-47bd-480a-9bfb-a49e1845ac8d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ac6b3304-47bd-480a-9bfb-a49e1845ac8d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 99,\n 54,\n 98,\n 51,\n 51,\n 48,\n 52,\n 45,\n 52,\n 55,\n 98,\n 100,\n 45,\n 52,\n 56,\n 48,\n 97,\n 45,\n 57,\n 98,\n 102,\n 98,\n 45,\n 97,\n 52,\n 57,\n 101,\n 49,\n 56,\n 52,\n 53,\n 97,\n 99,\n 56,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ac6b3304-47bd-480a-9bfb-a49e1845ac8d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.65555405Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::4]:36326","req_id":"8bb2ad19-0680-4fc3-9276-fbc20acd5b9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ac6b3304-47bd-480a-9bfb-a49e1845ac8d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ac6b3304-47bd-480a-9bfb-a49e1845ac8d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 99,\n 54,\n 98,\n 51,\n 51,\n 48,\n 52,\n 45,\n 52,\n 55,\n 98,\n 100,\n 45,\n 52,\n 56,\n 48,\n 97,\n 45,\n 57,\n 98,\n 102,\n 98,\n 45,\n 97,\n 52,\n 57,\n 101,\n 49,\n 56,\n 52,\n 53,\n 97,\n 99,\n 56,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ac6b3304-47bd-480a-9bfb-a49e1845ac8d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.656216508Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::4]:46035","req_id":"bf0167e8-7f00-40dc-be0c-9b219416b9d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_72d95be9-38ab-42cb-8570-ceba4fe04ae8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_72d95be9-38ab-42cb-8570-ceba4fe04ae8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 50,\n 100,\n 57,\n 53,\n 98,\n 101,\n 57,\n 45,\n 51,\n 56,\n 97,\n 98,\n 45,\n 52,\n 50,\n 99,\n 98,\n 45,\n 56,\n 53,\n 55,\n 48,\n 45,\n 99,\n 101,\n 98,\n 97,\n 52,\n 102,\n 101,\n 48,\n 52,\n 97,\n 101,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_72d95be9-38ab-42cb-8570-ceba4fe04ae8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.701109692Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::3]:54212","req_id":"46f6d1e6-697b-4eb1-8840-bb75946dd815","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_72d95be9-38ab-42cb-8570-ceba4fe04ae8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_72d95be9-38ab-42cb-8570-ceba4fe04ae8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 50,\n 100,\n 57,\n 53,\n 98,\n 101,\n 57,\n 45,\n 51,\n 56,\n 97,\n 98,\n 45,\n 52,\n 50,\n 99,\n 98,\n 45,\n 56,\n 53,\n 55,\n 48,\n 45,\n 99,\n 101,\n 98,\n 97,\n 52,\n 102,\n 101,\n 48,\n 52,\n 97,\n 101,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_72d95be9-38ab-42cb-8570-ceba4fe04ae8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.701833322Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::3]:39435","req_id":"0daa0a62-b5ec-4a87-81f2-b8c10592c68a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64829,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7b56c239-049a-4207-b9ab-7c320c6d487f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7b56c239-049a-4207-b9ab-7c320c6d487f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 98,\n 53,\n 54,\n 99,\n 50,\n 51,\n 57,\n 45,\n 48,\n 52,\n 57,\n 97,\n 45,\n 52,\n 50,\n 48,\n 55,\n 45,\n 98,\n 57,\n 97,\n 98,\n 45,\n 55,\n 99,\n 51,\n 50,\n 48,\n 99,\n 54,\n 100,\n 52,\n 56,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7b56c239-049a-4207-b9ab-7c320c6d487f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.72449109Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::5]:51374","req_id":"84dd9ab4-1833-45ad-b4e0-920ab11607ed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64829,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7b56c239-049a-4207-b9ab-7c320c6d487f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7b56c239-049a-4207-b9ab-7c320c6d487f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 98,\n 53,\n 54,\n 99,\n 50,\n 51,\n 57,\n 45,\n 48,\n 52,\n 57,\n 97,\n 45,\n 52,\n 50,\n 48,\n 55,\n 45,\n 98,\n 57,\n 97,\n 98,\n 45,\n 55,\n 99,\n 51,\n 50,\n 48,\n 99,\n 54,\n 100,\n 52,\n 56,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7b56c239-049a-4207-b9ab-7c320c6d487f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.725091127Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::5]:56135","req_id":"7b5bbd13-7886-4f51-8a6b-982552b17446","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a3ab757a-808b-4cb6-82f0-687d52769899.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a3ab757a-808b-4cb6-82f0-687d52769899.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 51,\n 97,\n 98,\n 55,\n 53,\n 55,\n 97,\n 45,\n 56,\n 48,\n 56,\n 98,\n 45,\n 52,\n 99,\n 98,\n 54,\n 45,\n 56,\n 50,\n 102,\n 48,\n 45,\n 54,\n 56,\n 55,\n 100,\n 53,\n 50,\n 55,\n 54,\n 57,\n 56,\n 57,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a3ab757a-808b-4cb6-82f0-687d52769899.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.762812759Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::6]:48174","req_id":"f1622d4a-2a24-46f5-8d42-43b8afdd4905","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a3ab757a-808b-4cb6-82f0-687d52769899.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a3ab757a-808b-4cb6-82f0-687d52769899.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 51,\n 97,\n 98,\n 55,\n 53,\n 55,\n 97,\n 45,\n 56,\n 48,\n 56,\n 98,\n 45,\n 52,\n 99,\n 98,\n 54,\n 45,\n 56,\n 50,\n 102,\n 48,\n 45,\n 54,\n 56,\n 55,\n 100,\n 53,\n 50,\n 55,\n 54,\n 57,\n 56,\n 57,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a3ab757a-808b-4cb6-82f0-687d52769899.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.763409575Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::6]:58266","req_id":"9a604b07-cbed-41ec-995d-9e94e718bb71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 48,\n 53,\n 54,\n 98,\n 54,\n 101,\n 57,\n 45,\n 98,\n 97,\n 102,\n 100,\n 45,\n 52,\n 55,\n 102,\n 97,\n 45,\n 97,\n 56,\n 49,\n 54,\n 45,\n 102,\n 99,\n 50,\n 57,\n 100,\n 98,\n 48,\n 48,\n 97,\n 54,\n 57,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.853492991Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:59700","req_id":"8940e7e8-3b1f-4c6e-8fd3-6fff53df0c6e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 48,\n 53,\n 54,\n 98,\n 54,\n 101,\n 57,\n 45,\n 98,\n 97,\n 102,\n 100,\n 45,\n 52,\n 55,\n 102,\n 97,\n 45,\n 97,\n 56,\n 49,\n 54,\n 45,\n 102,\n 99,\n 50,\n 57,\n 100,\n 98,\n 48,\n 48,\n 97,\n 54,\n 57,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5056b6e9-bafd-47fa-a816-fc29db00a697.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-10T19:15:00.85415307Z","hostname":"oxz_internal_dns_4aa89fee-6c63-44bc-a05f-f2fb9dd8c47a","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:38713","req_id":"362c4db7-4f10-47f8-ae50-d113cfc1f7da","component":"dns"}