[ May 26 23:08:22 Enabled. ] [ May 26 23:08:22 Rereading configuration. ] [ May 26 23:08:22 Rereading configuration. ] [ May 26 23:08:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 26 23:08:23 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.009108463Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.009249917Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.028632319Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.02865408Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.028726252Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.028936466Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.156508001Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:52005"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.157413613Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"new_generation":1,"req_id":"9bccb33b-6757-4c6b-99d1-dd6e7ac24e34","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.157449553Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.174111611Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.174147532Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"new_generation":1,"req_id":"9bccb33b-6757-4c6b-99d1-dd6e7ac24e34","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:08:24.174155742Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"uri":"/config","method":"PUT","req_id":"9bccb33b-6757-4c6b-99d1-dd6e7ac24e34","remote_addr":"[fd00:1122:3344:1::2]:52005","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":17225,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43384,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:08:35.318874269Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:54014","req_id":"e7002165-0a83-4cf1-ac82-a6c036d18a74","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:08:35.345181197Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:38528","req_id":"a26abde0-6cb8-4ead-b083-3f16d20a2be8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:08:35.361772323Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:56127","req_id":"fd294250-8864-4d7b-a379-31d45f3ab10e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:09:53.429971652Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:41600","req_id":"0ed24e66-cdfc-4ee1-b7aa-d9308a6ab08f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:09:53.450641627Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:51593","req_id":"e9df5286-e189-435d-8e86-c8c45011bca3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:09:53.472374427Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:40682","req_id":"c66e87af-0f37-4cec-bd11-8532209896ab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:12:37.976227159Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:54963","req_id":"44d1ff42-503d-4a47-a174-2dad2206829f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:12:40.497375316Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:37078","req_id":"148f2656-1bd6-43f3-8b85-4b08b4820a6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46644,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:12:40.513762337Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:64705","req_id":"1bdf2095-e7ec-48f2-9df3-de34dcea140d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:12:40.570116002Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:59904","req_id":"75398419-d3e4-46e0-a7e7-66173ccc9e4c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49204,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:13:01.847681789Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:55749","req_id":"b30bf49f-9afa-411e-9ee1-787211a37134","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 101,\n 51,\n 56,\n 101,\n 54,\n 53,\n 45,\n 98,\n 99,\n 49,\n 52,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 98,\n 100,\n 97,\n 99,\n 45,\n 101,\n 102,\n 53,\n 99,\n 54,\n 48,\n 100,\n 97,\n 101,\n 101,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:13:08.140061088Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::e]:41081","req_id":"daa26c42-a6b6-43bc-80ac-5eb20fb2326a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 101,\n 51,\n 56,\n 101,\n 54,\n 53,\n 45,\n 98,\n 99,\n 49,\n 52,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 98,\n 100,\n 97,\n 99,\n 45,\n 101,\n 102,\n 53,\n 99,\n 54,\n 48,\n 100,\n 97,\n 101,\n 101,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:13:08.146685656Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::e]:65465","req_id":"66827876-f667-4b84-9fc1-83d064ed7766","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38771,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:13:11.848479421Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:63497","req_id":"565422cd-8644-43bc-9048-e8d8081291b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39541,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:13:18.037033093Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::a]:41047","req_id":"3d38708e-cbed-4b4a-8780-b6b2706c5b2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58408,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:13:18.152652362Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::c]:52106","req_id":"70c180b8-d8ff-4201-97b2-8594c8bdf672","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:13:19.554786415Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::b]:39415","req_id":"510a11c9-616a-4bd9-bdf6-86ca0bbe75cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:13:21.849771165Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:62434","req_id":"318f8ae3-977e-4e56-8723-856a038c3f70","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:13:31.852367024Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:60882","req_id":"50fc5ee8-e869-4bfb-ada5-cdb6258c8953","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:13:41.854344542Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:58017","req_id":"4d0f6afa-fe22-4e4d-9ffa-01328b167445","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:13:51.855869513Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:53852","req_id":"3b3b08e4-0cfe-4daa-b4de-7444d7d0eacb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:00.265217573Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::c]:64204","req_id":"db76b947-6563-43c9-93ed-d98e3453c76e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:00.655289952Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62850"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:00.744129821Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"uri":"/config","method":"GET","req_id":"bda4720c-ecd3-4a8e-b9f3-d9e022afa7ee","remote_addr":"[fd00:1122:3344:101::c]:62850","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":61077,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31807,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:01.860257888Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:49533","req_id":"ca677b59-bd2c-49e0-8f52-26542e18c15c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:10.171187056Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59843"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:10.177616639Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"new_generation":1,"req_id":"1998a96a-ebd8-4bdb-ae72-1dbb89e05c5d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:10.17765812Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"new_generation":1,"req_id":"1998a96a-ebd8-4bdb-ae72-1dbb89e05c5d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:10.17766735Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"uri":"/config","method":"PUT","req_id":"1998a96a-ebd8-4bdb-ae72-1dbb89e05c5d","remote_addr":"[fd00:1122:3344:101::b]:59843","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":3408,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:10.405943138Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::b]:65470","req_id":"d5d1296c-e955-457d-ad02-c8eeb04660fa","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:10.688743216Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41493"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:10.689006563Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"uri":"/config","method":"GET","req_id":"86236b0b-a779-4b84-b431-1fb9b3d9e0d5","remote_addr":"[fd00:1122:3344:101::b]:41493","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:11.861744738Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:58651","req_id":"7b6a804f-289e-446f-bf81-865a327a4bf9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:12.794466801Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::b]:45273","req_id":"26c084f8-1cc5-4ce6-a28c-6b5852607209","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:12.978663717Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34533"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:12.978954544Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"uri":"/config","method":"GET","req_id":"25119a3c-b903-453f-94cd-e7d45f6185cc","remote_addr":"[fd00:1122:3344:101::b]:34533","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:17.938398969Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42100"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:17.94515032Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"new_generation":1,"req_id":"d213673d-9bd4-46ca-a1ae-e6584250e214","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:17.945185111Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"new_generation":1,"req_id":"d213673d-9bd4-46ca-a1ae-e6584250e214","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:17.945221912Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"uri":"/config","method":"PUT","req_id":"d213673d-9bd4-46ca-a1ae-e6584250e214","remote_addr":"[fd00:1122:3344:101::c]:42100","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":410,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:18.07672589Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51961"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:18.089136737Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"new_generation":1,"req_id":"db5111de-51a9-402e-a759-946eadbe1cac","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:18.089199148Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"new_generation":1,"req_id":"db5111de-51a9-402e-a759-946eadbe1cac","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:18.089209808Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"uri":"/config","method":"PUT","req_id":"db5111de-51a9-402e-a759-946eadbe1cac","remote_addr":"[fd00:1122:3344:101::a]:51961","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":372,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22432,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:18.92821005Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::a]:28746","req_id":"301ce28e-bed0-423e-a827-dc3c0bcce3bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:18.933483826Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::c]:53375","req_id":"1340b78d-e648-4c24-9829-940a7f4055de","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:19.071724555Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41089"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:19.07194576Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"uri":"/config","method":"GET","req_id":"a8cdf7da-6fa4-4013-8714-6ab7d6f10077","remote_addr":"[fd00:1122:3344:101::a]:41089","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:19.073583239Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55704"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:19.073853506Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"uri":"/config","method":"GET","req_id":"69a465ef-2bfd-4870-959f-b8ca632942d1","remote_addr":"[fd00:1122:3344:101::c]:55704","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:19.388132466Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54545"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:19.389436267Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"new_generation":1,"req_id":"3ae603d6-17df-4efd-a1cd-6cdf656a6079","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:19.389473238Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"new_generation":1,"req_id":"3ae603d6-17df-4efd-a1cd-6cdf656a6079","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:19.389481898Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"uri":"/config","method":"PUT","req_id":"3ae603d6-17df-4efd-a1cd-6cdf656a6079","remote_addr":"[fd00:1122:3344:101::b]:54545","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":237,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:21.579145604Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::b]:49847","req_id":"146dc662-3330-4241-b37d-bbe56ad716bc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:21.673621778Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64560"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T23:14:21.673851174Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"uri":"/config","method":"GET","req_id":"67cd1996-8fd1-4a4a-b38c-e49c18023ca0","remote_addr":"[fd00:1122:3344:101::b]:64560","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:21.863384586Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:62999","req_id":"b0601aa3-4e6d-4574-96d0-4ceca9f295b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:31.864313935Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:65059","req_id":"1a8a6b56-0be0-4580-a7c0-0371af3b4c4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18989,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:32.605596766Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:37520","req_id":"55d83567-766b-4faf-adc8-457b0cc52d32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:32.621922885Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:64175","req_id":"764d547d-9642-4909-a06c-8f8b5250bfaf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:32.638895901Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:51765","req_id":"408b3f0d-38b5-48f3-86b6-89f13f457d07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:41.866146085Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:58369","req_id":"fe465ce8-646e-48e9-aa05-27d57c62e1e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:14:51.867714277Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::d]:50907","req_id":"91f5dc53-732c-4f96-a0c1-893ef4da2a64","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57114,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3e757a49-831f-4f4b-bb20-926495cfe038.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3e757a49-831f-4f4b-bb20-926495cfe038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 101,\n 55,\n 53,\n 55,\n 97,\n 52,\n 57,\n 45,\n 56,\n 51,\n 49,\n 102,\n 45,\n 52,\n 102,\n 52,\n 98,\n 45,\n 98,\n 98,\n 50,\n 48,\n 45,\n 57,\n 50,\n 54,\n 52,\n 57,\n 53,\n 99,\n 102,\n 101,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3e757a49-831f-4f4b-bb20-926495cfe038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:00.319853014Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::4]:44347","req_id":"90504c3b-1d13-4ad9-b9d9-506864305bf1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57114,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3e757a49-831f-4f4b-bb20-926495cfe038.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3e757a49-831f-4f4b-bb20-926495cfe038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 101,\n 55,\n 53,\n 55,\n 97,\n 52,\n 57,\n 45,\n 56,\n 51,\n 49,\n 102,\n 45,\n 52,\n 102,\n 52,\n 98,\n 45,\n 98,\n 98,\n 50,\n 48,\n 45,\n 57,\n 50,\n 54,\n 52,\n 57,\n 53,\n 99,\n 102,\n 101,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3e757a49-831f-4f4b-bb20-926495cfe038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:00.3205213Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::4]:40587","req_id":"1214fb4f-902c-4969-a65c-758f7d8718da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 101,\n 51,\n 56,\n 101,\n 54,\n 53,\n 45,\n 98,\n 99,\n 49,\n 52,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 98,\n 100,\n 97,\n 99,\n 45,\n 101,\n 102,\n 53,\n 99,\n 54,\n 48,\n 100,\n 97,\n 101,\n 101,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:00.322903508Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::e]:38466","req_id":"3855ff06-5e39-4424-a923-27c4d00d2452","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 101,\n 51,\n 56,\n 101,\n 54,\n 53,\n 45,\n 98,\n 99,\n 49,\n 52,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 98,\n 100,\n 97,\n 99,\n 45,\n 101,\n 102,\n 53,\n 99,\n 54,\n 48,\n 100,\n 97,\n 101,\n 101,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d1e38e65-bc14-47fb-bdac-ef5c60daee54.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:00.323505511Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::e]:48663","req_id":"73eb0d9d-b2bc-4c00-b4c2-9f6218339e8f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c0f370eb-88f2-449a-b9ea-71d4439db059.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c0f370eb-88f2-449a-b9ea-71d4439db059.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 102,\n 51,\n 55,\n 48,\n 101,\n 98,\n 45,\n 56,\n 56,\n 102,\n 50,\n 45,\n 52,\n 52,\n 57,\n 97,\n 45,\n 98,\n 57,\n 101,\n 97,\n 45,\n 55,\n 49,\n 100,\n 52,\n 52,\n 51,\n 57,\n 100,\n 98,\n 48,\n 53,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c0f370eb-88f2-449a-b9ea-71d4439db059.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:00.382598032Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::6]:52187","req_id":"bd44b56f-75b1-44ff-b24b-d2b427a4a666","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c0f370eb-88f2-449a-b9ea-71d4439db059.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c0f370eb-88f2-449a-b9ea-71d4439db059.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 102,\n 51,\n 55,\n 48,\n 101,\n 98,\n 45,\n 56,\n 56,\n 102,\n 50,\n 45,\n 52,\n 52,\n 57,\n 97,\n 45,\n 98,\n 57,\n 101,\n 97,\n 45,\n 55,\n 49,\n 100,\n 52,\n 52,\n 51,\n 57,\n 100,\n 98,\n 48,\n 53,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c0f370eb-88f2-449a-b9ea-71d4439db059.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:00.383292218Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::6]:51543","req_id":"14863874-1d78-4a90-a09b-b9af00e9f503","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9f08e5cc-74fb-440d-9ad9-b07b545b2bdf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9f08e5cc-74fb-440d-9ad9-b07b545b2bdf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 48,\n 56,\n 101,\n 53,\n 99,\n 99,\n 45,\n 55,\n 52,\n 102,\n 98,\n 45,\n 52,\n 52,\n 48,\n 100,\n 45,\n 57,\n 97,\n 100,\n 57,\n 45,\n 98,\n 48,\n 55,\n 98,\n 53,\n 52,\n 53,\n 98,\n 50,\n 98,\n 100,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9f08e5cc-74fb-440d-9ad9-b07b545b2bdf.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:00.429784668Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::7]:58108","req_id":"6bc29104-ed9c-407a-a5a2-c57bf901a4c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9f08e5cc-74fb-440d-9ad9-b07b545b2bdf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9f08e5cc-74fb-440d-9ad9-b07b545b2bdf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 48,\n 56,\n 101,\n 53,\n 99,\n 99,\n 45,\n 55,\n 52,\n 102,\n 98,\n 45,\n 52,\n 52,\n 48,\n 100,\n 45,\n 57,\n 97,\n 100,\n 57,\n 45,\n 98,\n 48,\n 55,\n 98,\n 53,\n 52,\n 53,\n 98,\n 50,\n 98,\n 100,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9f08e5cc-74fb-440d-9ad9-b07b545b2bdf.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:00.430419353Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::7]:40455","req_id":"65a6392c-dd21-4b8d-aa18-abe55903455e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4262233a-a81f-4c9c-b569-0665c6c7233a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4262233a-a81f-4c9c-b569-0665c6c7233a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 54,\n 50,\n 50,\n 51,\n 51,\n 97,\n 45,\n 97,\n 56,\n 49,\n 102,\n 45,\n 52,\n 99,\n 57,\n 99,\n 45,\n 98,\n 53,\n 54,\n 57,\n 45,\n 48,\n 54,\n 54,\n 53,\n 99,\n 54,\n 99,\n 55,\n 50,\n 51,\n 51,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4262233a-a81f-4c9c-b569-0665c6c7233a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:00.45127732Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::3]:64308","req_id":"1b2c563d-fa9a-441e-9ce6-a03c1ae99f0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4262233a-a81f-4c9c-b569-0665c6c7233a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4262233a-a81f-4c9c-b569-0665c6c7233a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 54,\n 50,\n 50,\n 51,\n 51,\n 97,\n 45,\n 97,\n 56,\n 49,\n 102,\n 45,\n 52,\n 99,\n 57,\n 99,\n 45,\n 98,\n 53,\n 54,\n 57,\n 45,\n 48,\n 54,\n 54,\n 53,\n 99,\n 54,\n 99,\n 55,\n 50,\n 51,\n 51,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4262233a-a81f-4c9c-b569-0665c6c7233a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:00.451820773Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::3]:35349","req_id":"1b0fcedd-1977-4180-8202-322b3583dbe2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_ce301fb8-5959-4907-9ce8-c54109fad3f2.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_ce301fb8-5959-4907-9ce8-c54109fad3f2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 99,\n 101,\n 51,\n 48,\n 49,\n 102,\n 98,\n 56,\n 45,\n 53,\n 57,\n 53,\n 57,\n 45,\n 52,\n 57,\n 48,\n 55,\n 45,\n 57,\n 99,\n 101,\n 56,\n 45,\n 99,\n 53,\n 52,\n 49,\n 48,\n 57,\n 102,\n 97,\n 100,\n 51,\n 102,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_ce301fb8-5959-4907-9ce8-c54109fad3f2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:00.989654409Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::1b]:58609","req_id":"77876822-7d2e-4ccf-8ed8-06bd66799783","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8c0da0de-d62b-40e3-b5bb-074921d4f822.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8c0da0de-d62b-40e3-b5bb-074921d4f822.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 99,\n 48,\n 100,\n 97,\n 48,\n 100,\n 101,\n 45,\n 100,\n 54,\n 50,\n 98,\n 45,\n 52,\n 48,\n 101,\n 51,\n 45,\n 98,\n 53,\n 98,\n 98,\n 45,\n 48,\n 55,\n 52,\n 57,\n 50,\n 49,\n 100,\n 52,\n 102,\n 56,\n 50,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8c0da0de-d62b-40e3-b5bb-074921d4f822.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:01.021976631Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::5]:58037","req_id":"54ac964f-fe15-420f-a00e-41875b31f65b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8c0da0de-d62b-40e3-b5bb-074921d4f822.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8c0da0de-d62b-40e3-b5bb-074921d4f822.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 99,\n 48,\n 100,\n 97,\n 48,\n 100,\n 101,\n 45,\n 100,\n 54,\n 50,\n 98,\n 45,\n 52,\n 48,\n 101,\n 51,\n 45,\n 98,\n 53,\n 98,\n 98,\n 45,\n 48,\n 55,\n 52,\n 57,\n 50,\n 49,\n 100,\n 52,\n 102,\n 56,\n 50,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8c0da0de-d62b-40e3-b5bb-074921d4f822.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T23:15:01.022693667Z","hostname":"oxz_internal_dns_2685b4fd-11ad-472c-97db-83d56e3e7681","pid":5484,"peer_addr":"[fd00:1122:3344:101::5]:44061","req_id":"a49acada-fd2e-43f3-827a-2af6540a678e","component":"dns"}