[ Mar 26 16:26:36 Enabled. ] [ Mar 26 16:26:36 Rereading configuration. ] [ Mar 26 16:26:37 Rereading configuration. ] [ Mar 26 16:26:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Mar 26 16:26:38 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.528913221Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.529112935Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.549683181Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.549696171Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.549723012Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.550022278Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.258008331Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:35048"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.258745346Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"new_generation":1,"req_id":"3e135f09-7361-4309-ad1c-f9e1cf847fdd","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.258758046Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.289593221Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.289620541Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"new_generation":1,"req_id":"3e135f09-7361-4309-ad1c-f9e1cf847fdd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.289632381Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"PUT","req_id":"3e135f09-7361-4309-ad1c-f9e1cf847fdd","remote_addr":"[fd00:1122:3344:2::2]:35048","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":31301,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:26:51.508433172Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:37563","req_id":"7937ad11-47b4-43e3-aa4f-759d04b92a41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:26:51.512880372Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:57097","req_id":"d0a165ef-ba11-4317-9e5a-bc8facee49db","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:26:51.516944054Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:46039","req_id":"fe148d7e-a5cd-4ba1-99ec-2662495ad7ba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63916,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:15.570706145Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:54048","req_id":"be4a6829-4e2e-4ee2-bfd4-d5a3ac7c0674","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:15.609979199Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:35513","req_id":"65b97f99-a64d-4e23-988e-39506f67c6f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:15.635077527Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:35450","req_id":"23e268ea-23b3-4a22-aa8b-72220edc4772","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61250,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:28.354889726Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:58689","req_id":"018a367b-8e45-414d-b824-1c922bffff40","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:31.609913292Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:48657","req_id":"320077e7-8018-461d-a026-a72a31c732d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:31.611098207Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:42138","req_id":"0616d057-61dd-4f55-8027-e905ab30e6c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.355369246Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::b]:14849","req_id":"ddc626fc-34d2-4285-915c-83e22dfe8381","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.357495629Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:58883","req_id":"33065988-d7ec-437a-903c-98f717b610c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.70600139Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::a]:40455","req_id":"c101fabc-afab-4bb7-9020-3b1a5061a427","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.876348846Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::c]:62502","req_id":"58e00d34-f529-47ea-8585-a73a6e13b266","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33706,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:48.359632404Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:54817","req_id":"37cce2cd-807b-45e3-a826-cac58e082895","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:56.848686724Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::b]:2578","req_id":"a5ae6e17-3070-4efc-b4be-05ebf1945bce","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.377914052Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39973"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.47672979Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"GET","req_id":"28a40e45-e6ca-42c2-ba3c-c972637d3054","remote_addr":"[fd00:1122:3344:101::b]:39973","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":70289,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.902442964Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43474"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.905468725Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"new_generation":1,"req_id":"df1ed8a0-a410-4751-a1fe-f5bba777496e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.905529886Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"new_generation":1,"req_id":"df1ed8a0-a410-4751-a1fe-f5bba777496e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.905537086Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"PUT","req_id":"df1ed8a0-a410-4751-a1fe-f5bba777496e","remote_addr":"[fd00:1122:3344:101::b]:43474","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2787,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:57.922843646Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::b]:59955","req_id":"c3a63be8-7be3-4913-a901-15965f916868","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:58.042243972Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47353"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:58.042570799Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"GET","req_id":"7b26e24f-c748-4826-9e01-7bf529c889f9","remote_addr":"[fd00:1122:3344:101::b]:47353","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":253,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:58.361593993Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:53587","req_id":"1bf16e0a-83cb-4b42-b5d8-0868667b49d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:59.53382958Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::b]:34888","req_id":"d9be88c2-f7ae-4160-88de-973526898e4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21237,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:59.534423452Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::c]:63404","req_id":"fa79682f-3f88-498d-b70c-ff67afc5c25e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:59.536574885Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::a]:31949","req_id":"5cbf2ef2-c92a-4656-b805-f43516645101","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.704048404Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35022"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.704429112Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"GET","req_id":"a5f44f2a-1c7d-434c-ab88-0e52754dc3a6","remote_addr":"[fd00:1122:3344:101::c]:35022","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":249,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.76513863Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37860"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.765494927Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"GET","req_id":"0406a575-89d4-4af1-8e36-6bdee758b98f","remote_addr":"[fd00:1122:3344:101::b]:37860","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":295,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.861409818Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48264"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.861642642Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"GET","req_id":"1d3bfa84-021e-4853-a8c3-6491e01a8e92","remote_addr":"[fd00:1122:3344:101::a]:48264","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24144,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:08.36236597Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:53943","req_id":"2bea0416-b696-40c1-9cdc-a5a49bd34945","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:18.363765849Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:52404","req_id":"b4464d37-4de2-4d90-99cc-88d0047ec069","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:28.3653168Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:62875","req_id":"d59a6f09-c5a8-4460-a76e-b7e30515e32e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.286919494Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39289"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.28719962Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"new_generation":1,"req_id":"d728e252-6f15-45fb-8fbc-fd9ce68c4f77","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.28723043Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"new_generation":1,"req_id":"d728e252-6f15-45fb-8fbc-fd9ce68c4f77","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.287237801Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"PUT","req_id":"d728e252-6f15-45fb-8fbc-fd9ce68c4f77","remote_addr":"[fd00:1122:3344:101::b]:39289","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":179,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:38.367091536Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:65447","req_id":"77552ddf-c246-4871-a870-ed78020cb22e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.687657112Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52590"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.688002569Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"new_generation":1,"req_id":"72c00351-d87e-4926-97a4-4c9cd2097887","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.68807275Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"new_generation":1,"req_id":"72c00351-d87e-4926-97a4-4c9cd2097887","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.688094031Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"PUT","req_id":"72c00351-d87e-4926-97a4-4c9cd2097887","remote_addr":"[fd00:1122:3344:101::a]:52590","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":279,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.840230249Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41000"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.841865262Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"new_generation":1,"req_id":"024d78e3-5c8f-4383-856f-5f36c2691fd8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.841892192Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"new_generation":1,"req_id":"024d78e3-5c8f-4383-856f-5f36c2691fd8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.841919513Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"PUT","req_id":"024d78e3-5c8f-4383-856f-5f36c2691fd8","remote_addr":"[fd00:1122:3344:101::c]:41000","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":1602,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:40.295123145Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::b]:20350","req_id":"be26d572-a821-43ea-a0b3-def41135901a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:40.295718786Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::c]:26296","req_id":"cd1ce15a-d561-4d98-8cc3-9850ea1732fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:40.301716118Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::a]:11713","req_id":"6a5f6a06-f661-42af-8b34-5decbc8bb2c5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.404060558Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64576"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.404881345Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"GET","req_id":"47d9d1d0-8a22-46a2-83a5-160bd21a27e3","remote_addr":"[fd00:1122:3344:101::c]:64576","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":228,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.439102467Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35951"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.439355283Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"GET","req_id":"e197afca-7ffb-4fef-a72c-5da7d9a41561","remote_addr":"[fd00:1122:3344:101::b]:35951","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.472926842Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49051"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.473129216Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"uri":"/config","method":"GET","req_id":"64da055e-cecb-4f4a-9b48-406b0739b911","remote_addr":"[fd00:1122:3344:101::a]:49051","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":161,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:48.368732541Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:50250","req_id":"539e3a5d-b271-4263-945d-2284ca3a65bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:58.370529838Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:54061","req_id":"82f96c81-eea1-474c-933f-af4fe806fd0c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56642,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 56,\n 56,\n 99,\n 50,\n 98,\n 99,\n 102,\n 45,\n 49,\n 51,\n 50,\n 57,\n 45,\n 52,\n 56,\n 54,\n 56,\n 45,\n 56,\n 50,\n 52,\n 56,\n 45,\n 102,\n 53,\n 54,\n 101,\n 99,\n 55,\n 54,\n 101,\n 99,\n 51,\n 100,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.137982728Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::4]:55053","req_id":"d0666caf-85b3-47c1-abee-d60205f24f03","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56642,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 56,\n 56,\n 99,\n 50,\n 98,\n 99,\n 102,\n 45,\n 49,\n 51,\n 50,\n 57,\n 45,\n 52,\n 56,\n 54,\n 56,\n 45,\n 56,\n 50,\n 52,\n 56,\n 45,\n 102,\n 53,\n 54,\n 101,\n 99,\n 55,\n 54,\n 101,\n 99,\n 51,\n 100,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.138566649Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::4]:64670","req_id":"f1027e35-9fbf-486c-a3d1-08d8becb0d21","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 54,\n 98,\n 48,\n 102,\n 54,\n 57,\n 45,\n 99,\n 48,\n 98,\n 102,\n 45,\n 52,\n 99,\n 56,\n 54,\n 45,\n 98,\n 100,\n 98,\n 52,\n 45,\n 57,\n 98,\n 51,\n 52,\n 48,\n 101,\n 54,\n 52,\n 99,\n 51,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.146271596Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::5]:65258","req_id":"a25d234b-a50e-408c-8a42-34d66a7f5996","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 54,\n 98,\n 48,\n 102,\n 54,\n 57,\n 45,\n 99,\n 48,\n 98,\n 102,\n 45,\n 52,\n 99,\n 56,\n 54,\n 45,\n 98,\n 100,\n 98,\n 52,\n 45,\n 57,\n 98,\n 51,\n 52,\n 48,\n 101,\n 54,\n 52,\n 99,\n 51,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.146711304Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::5]:54519","req_id":"4e87593d-0d3e-4c6c-9845-bbec144acc50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 50,\n 48,\n 97,\n 99,\n 99,\n 57,\n 45,\n 48,\n 48,\n 52,\n 98,\n 45,\n 52,\n 50,\n 100,\n 52,\n 45,\n 98,\n 56,\n 48,\n 53,\n 45,\n 56,\n 57,\n 49,\n 50,\n 100,\n 97,\n 99,\n 51,\n 101,\n 102,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.185102741Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::3]:40712","req_id":"5bfc9131-bb7f-4b42-88a5-f09cc283d071","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 50,\n 48,\n 97,\n 99,\n 99,\n 57,\n 45,\n 48,\n 48,\n 52,\n 98,\n 45,\n 52,\n 50,\n 100,\n 52,\n 45,\n 98,\n 56,\n 48,\n 53,\n 45,\n 56,\n 57,\n 49,\n 50,\n 100,\n 97,\n 99,\n 51,\n 101,\n 102,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.18553318Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::3]:37893","req_id":"b9a3722b-7a23-4275-ba9b-c0090d5ae9d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 50,\n 49,\n 99,\n 52,\n 50,\n 52,\n 45,\n 51,\n 55,\n 51,\n 49,\n 45,\n 52,\n 53,\n 99,\n 52,\n 45,\n 56,\n 97,\n 49,\n 49,\n 45,\n 50,\n 99,\n 53,\n 48,\n 54,\n 53,\n 97,\n 51,\n 97,\n 57,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.195745786Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::6]:36333","req_id":"8aec2020-9d98-41d5-9402-bfbc510f2d5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 50,\n 49,\n 99,\n 52,\n 50,\n 52,\n 45,\n 51,\n 55,\n 51,\n 49,\n 45,\n 52,\n 53,\n 99,\n 52,\n 45,\n 56,\n 97,\n 49,\n 49,\n 45,\n 50,\n 99,\n 53,\n 48,\n 54,\n 53,\n 97,\n 51,\n 97,\n 57,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.196179485Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::6]:48256","req_id":"338c324a-acf6-47fb-a6ff-6badb175ad52","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 54,\n 50,\n 57,\n 101,\n 53,\n 101,\n 45,\n 52,\n 100,\n 53,\n 102,\n 45,\n 52,\n 54,\n 51,\n 101,\n 45,\n 98,\n 55,\n 52,\n 98,\n 45,\n 51,\n 51,\n 101,\n 98,\n 56,\n 52,\n 52,\n 57,\n 53,\n 52,\n 48,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.234351007Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::7]:58525","req_id":"f4a1277d-9668-4389-b52b-8e4e8da6a05b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 54,\n 50,\n 57,\n 101,\n 53,\n 101,\n 45,\n 52,\n 100,\n 53,\n 102,\n 45,\n 52,\n 54,\n 51,\n 101,\n 45,\n 98,\n 55,\n 52,\n 98,\n 45,\n 51,\n 51,\n 101,\n 98,\n 56,\n 52,\n 52,\n 57,\n 53,\n 52,\n 48,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.234784586Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::7]:49332","req_id":"f00611ab-45ef-4d39-abfb-15a403eddc58","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.516991325Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:55005","req_id":"95a9fddf-ca8a-4032-a460-50508368b9fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.517583877Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:62631","req_id":"ea7e1924-b9f9-4566-afb5-39868006db1f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61252,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.903037366Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::2]:57907","req_id":"ae6e6c5c-d1f6-48c8-9d5d-0bd1c1c04121","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61252,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.903629058Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::2]:54858","req_id":"5d39afa1-78cc-485d-8b1a-26fb851c25a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_adcee9e7-fdd7-4b34-a432-3f5e260e57f5.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_adcee9e7-fdd7-4b34-a432-3f5e260e57f5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 97,\n 100,\n 99,\n 101,\n 101,\n 57,\n 101,\n 55,\n 45,\n 102,\n 100,\n 100,\n 55,\n 45,\n 52,\n 98,\n 51,\n 52,\n 45,\n 97,\n 52,\n 51,\n 50,\n 45,\n 51,\n 102,\n 53,\n 101,\n 50,\n 54,\n 48,\n 101,\n 53,\n 55,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_adcee9e7-fdd7-4b34-a432-3f5e260e57f5.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.964816506Z","hostname":"oxz_internal_dns_f7e22606-888c-4552-b11b-6338e8d92cf5","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:49888","req_id":"7a7b417a-93bc-436e-b49a-c559a4f93e60","component":"dns"}