[ Apr 6 16:03:22 Enabled. ] [ Apr 6 16:03:22 Rereading configuration. ] [ Apr 6 16:03:22 Rereading configuration. ] [ Apr 6 16:03:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Apr 6 16:03:23 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:23.931971863Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:23.932113595Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:23.950327842Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:23.950344793Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:23.950372803Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:23.950625848Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:25.211920503Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:42747"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:25.212742659Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"034936a3-ea8f-4104-a989-8e5bd42d0569","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:25.212760969Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:25.24093748Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:25.24096341Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"034936a3-ea8f-4104-a989-8e5bd42d0569","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:03:25.240983431Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"034936a3-ea8f-4104-a989-8e5bd42d0569","remote_addr":"[fd00:1122:3344:3::2]:42747","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":28625,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:03:36.259583772Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:54349","req_id":"aab47034-3ef1-4625-9b60-bcabb12b7260","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:03:36.264248298Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:40970","req_id":"153a287d-32d6-499a-b6a9-4220d6828366","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:03:36.269618087Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:54021","req_id":"54b08d3e-9db5-4083-b9c7-04b4f485584b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:05:02.235267531Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:56245","req_id":"a5314a6b-c1d2-4a40-87fe-70d9f8bbb31d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56043,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:05:02.240628351Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:35603","req_id":"8f91bd9e-7c99-4662-8b94-eb23b42744bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3743,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:05:02.245174085Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:60120","req_id":"1b798269-f5dd-4bd4-8da7-7fd984c98735","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35312,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:05:38.498479604Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:33280","req_id":"6c7f5904-a753-41df-9831-1ce128762068","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:05:38.503168541Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:41451","req_id":"9b8db4d0-6036-4a2a-a30b-8e1521a3602e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:05:38.508042721Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:39564","req_id":"c1e374ca-265b-4947-8583-bf876dd05d5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:07:31.676518528Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:60599","req_id":"b910fab5-42ee-4b99-be93-10be0b91cb08","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:07:33.305338096Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:49045","req_id":"8c01c354-0c29-45db-8b93-c6108d65dc8c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:07:33.31038127Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:45648","req_id":"7da20ff7-5434-4851-8fbd-6ab12ef15a9b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:07:33.315725498Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:53443","req_id":"506d0619-3f5e-4fbc-9da1-59a9b6e4361b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 99,\n 97,\n 101,\n 57,\n 54,\n 55,\n 48,\n 45,\n 52,\n 99,\n 57,\n 57,\n 45,\n 52,\n 51,\n 100,\n 98,\n 45,\n 98,\n 49,\n 55,\n 49,\n 45,\n 53,\n 48,\n 98,\n 49,\n 52,\n 102,\n 53,\n 97,\n 97,\n 101,\n 102,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:07:36.562496816Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::e]:38978","req_id":"1184c990-e4c9-4f66-b2b6-138c0e96721e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 99,\n 97,\n 101,\n 57,\n 54,\n 55,\n 48,\n 45,\n 52,\n 99,\n 57,\n 57,\n 45,\n 52,\n 51,\n 100,\n 98,\n 45,\n 98,\n 49,\n 55,\n 49,\n 45,\n 53,\n 48,\n 98,\n 49,\n 52,\n 102,\n 53,\n 97,\n 97,\n 101,\n 102,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:07:36.563416403Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::e]:52609","req_id":"dc0e1dfc-7cfd-4b61-9945-23600b2055e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61742,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:07:41.64606497Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:57806","req_id":"e52cb0fe-554b-419b-8cb6-bfbb4e0729b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60585,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:07:44.234596684Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::b]:61510","req_id":"0a5f5ba0-346b-4ca4-9914-f24121e7296b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58244,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:07:44.34036051Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::c]:5381","req_id":"2e850573-421a-41d9-92e7-0f7802494242","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6039,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:07:44.939869687Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::a]:19593","req_id":"60099de1-d231-4867-b945-ea6e05ca6756","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22705,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:07:51.651383581Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:57937","req_id":"fe7441a9-51e0-488f-bb55-a7e5b51e11ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20541,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:00.368455526Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::c]:40262","req_id":"955b9cd3-4b7b-43b7-9e4b-8991384c4731","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:00.844802256Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35589"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:00.930851317Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"4617f52b-21c4-49db-b689-ac1f2fd0e173","remote_addr":"[fd00:1122:3344:101::c]:35589","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":56163,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:01.653234328Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:61856","req_id":"0ba8e877-a022-4cb5-930c-3972df837765","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:04.438548349Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39523"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:04.472128041Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"6490bb58-4b50-43b0-8abc-0e9282450cc5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:04.472154621Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"6490bb58-4b50-43b0-8abc-0e9282450cc5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:04.472206472Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"6490bb58-4b50-43b0-8abc-0e9282450cc5","remote_addr":"[fd00:1122:3344:101::a]:39523","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":4975,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:04.590255445Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::a]:38724","req_id":"c68b3bf7-6ea9-4039-8ca1-84bd35f7b7f5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:04.7776013Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48178"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:04.777897636Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"e8ef7b28-be4d-486d-b8d2-3a9a9f248780","remote_addr":"[fd00:1122:3344:101::a]:48178","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":233,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:06.11467714Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::b]:56937","req_id":"b6d3cd7b-bc52-4cd6-8d92-f5a119feb49b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:06.114833403Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::a]:25056","req_id":"c417f03a-0e29-40ac-beba-3ba7b61bded2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:06.11955196Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::c]:25712","req_id":"b0417ac1-ff17-4162-bc1a-9a55077bdd1f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:06.244882198Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51871"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:06.245180844Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"6a57e11c-1c93-42a3-b827-c58ba602e22e","remote_addr":"[fd00:1122:3344:101::c]:51871","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":242,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:06.303485232Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40668"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:06.303773547Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"d13f15f3-28ac-44a2-a747-847d7e84842c","remote_addr":"[fd00:1122:3344:101::a]:40668","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":231,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:06.376192927Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38648"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:06.376450082Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"95304b7a-4ce1-487d-bebb-704096e14276","remote_addr":"[fd00:1122:3344:101::b]:38648","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:11.660382804Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:61746","req_id":"6a506123-5bb8-41da-bc6c-0a9b286fff77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:21.661875394Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:51529","req_id":"97eb44a9-5c8f-40a8-a862-5ee4aa69aa94","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:31.663222573Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:59591","req_id":"f48982e4-53dc-4e4e-98cc-6789f341bf7e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:41.665343934Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:61951","req_id":"29214e33-99d6-4148-b55f-a62f217e75e1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.25564638Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38299"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.258989972Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"727969d8-76b6-4a32-b680-266de0a231de","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.259065653Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"727969d8-76b6-4a32-b680-266de0a231de","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.259079433Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"727969d8-76b6-4a32-b680-266de0a231de","remote_addr":"[fd00:1122:3344:101::b]:38299","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":329,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.291373881Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48567"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.295411115Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"c484fe4c-7579-48ca-a257-ef16267f86c4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.295445346Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"c484fe4c-7579-48ca-a257-ef16267f86c4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.295483527Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"c484fe4c-7579-48ca-a257-ef16267f86c4","remote_addr":"[fd00:1122:3344:101::c]:48567","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":917,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.718139784Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38702"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.721042698Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"372ccdfb-43de-48d9-bbed-380fc00d63a8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.721096349Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"372ccdfb-43de-48d9-bbed-380fc00d63a8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:44.721105669Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"372ccdfb-43de-48d9-bbed-380fc00d63a8","remote_addr":"[fd00:1122:3344:101::a]:38702","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":249,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51095,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:45.588898068Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::a]:1758","req_id":"25e46c90-d864-47ea-9366-bb9c45bed5b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:45.629846165Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::b]:46451","req_id":"fbebb8cc-a947-481d-a2bd-cabe57377acf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:45.629988648Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::c]:10970","req_id":"9f582c7f-7af6-43e9-9bb2-a0250c694812","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:45.734063623Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59807"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:45.734326788Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"fb78ad82-e20d-4dbb-93c0-541cb260092f","remote_addr":"[fd00:1122:3344:101::c]:59807","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:45.76959374Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59410"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:45.769832304Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"991ff5c5-334b-40e0-a0a5-6c4edc82fc57","remote_addr":"[fd00:1122:3344:101::b]:59410","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:45.803339914Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44046"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:08:45.80363309Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"a57b5a53-0db6-47f3-b237-6e6b979527e8","remote_addr":"[fd00:1122:3344:101::a]:44046","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:08:51.667792032Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:65221","req_id":"6f6c91ab-0bbd-419b-ac34-0e88b046a778","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:01.669416536Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:50046","req_id":"d19da73e-e366-4e41-a83c-2286f647c97b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:11.671469075Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:52148","req_id":"4c3ad4d7-3bb9-40a6-8dce-3d6e41450f21","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:21.672862236Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:52333","req_id":"3e94fa07-3ea0-4081-bb96-c0fe34dae9d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:31.67398744Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:49179","req_id":"ceb9c9ba-31a0-4598-9d82-3d37af326c47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36382,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:38.540680078Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:53488","req_id":"32bc3e7e-58f3-4977-a0e1-b192f4758c32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:38.544779574Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:38807","req_id":"77a88b8f-e761-4256-a02f-0e38296ef450","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:38.548718147Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:33628","req_id":"8626963d-da56-48a6-b1ac-490af2d7386e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:41.675738755Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:58612","req_id":"506a3f06-4827-4ab0-abc3-581f34196d4e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.089909322Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33950"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.09197253Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"0386a06b-1fd3-43a5-a19c-357a454e3c72","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.09199984Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"0386a06b-1fd3-43a5-a19c-357a454e3c72","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.092101712Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"0386a06b-1fd3-43a5-a19c-357a454e3c72","remote_addr":"[fd00:1122:3344:101::c]:33950","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":228,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.092894637Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55387"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.09524303Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"ae7a6625-9c32-4dfe-83a6-6a3874200f69","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.095408093Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"ae7a6625-9c32-4dfe-83a6-6a3874200f69","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.095436654Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"ae7a6625-9c32-4dfe-83a6-6a3874200f69","remote_addr":"[fd00:1122:3344:101::b]:55387","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":247,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.718400655Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55545"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.721248168Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"27a0109d-eeed-49cd-a963-17f185e26644","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.721268838Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"27a0109d-eeed-49cd-a963-17f185e26644","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:44.72134912Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"27a0109d-eeed-49cd-a963-17f185e26644","remote_addr":"[fd00:1122:3344:101::a]:55545","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":211,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50517,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:45.732322847Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::a]:59541","req_id":"c3dc6203-5238-45e3-829a-035866dd0934","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:45.737097755Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::b]:38719","req_id":"adcf0e25-add3-4112-afaf-226fd0b1daff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:45.806724513Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::c]:47639","req_id":"7b0b658b-10f6-4c1f-b01b-719e9e2f2e72","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:45.83789255Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36269"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:45.838177645Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"e643dc3f-f205-4675-ab14-1cd093e958f7","remote_addr":"[fd00:1122:3344:101::a]:36269","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:45.87684885Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47617"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:45.877085804Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"95a8cade-26ba-4754-9f01-630666b10df8","remote_addr":"[fd00:1122:3344:101::b]:47617","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:45.911892658Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33345"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:09:45.912138703Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"457db5f0-7f7f-458b-b2a1-ceb46f4f5436","remote_addr":"[fd00:1122:3344:101::c]:33345","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17244,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:09:51.677068389Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:62770","req_id":"57599840-032d-45b0-b374-855f51ef402f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17297,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:10:01.678258339Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:61230","req_id":"5b7b6261-67a1-473b-8315-35af8e5145fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:10:11.680548841Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:59607","req_id":"bd3bcd14-4fbe-4199-b775-10ac4d022e12","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:10:21.682129892Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:63248","req_id":"2d0d8d85-4290-434e-9deb-138df199de9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:10:31.683288337Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:59200","req_id":"56e651c8-e299-478a-8c8c-c5f31dd6b1d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:10:41.68489878Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:52824","req_id":"5b4c5763-fe97-42a7-a078-80724782dcc5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.090218724Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50378"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.092414644Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"57ace3df-b946-4401-a886-bd42a309a4ec","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.092443035Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"57ace3df-b946-4401-a886-bd42a309a4ec","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.092456355Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"57ace3df-b946-4401-a886-bd42a309a4ec","remote_addr":"[fd00:1122:3344:101::c]:50378","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":196,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.094026904Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58604"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.096254285Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"42c99262-ea3d-48d1-a113-2373a0a3b957","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.096274396Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"42c99262-ea3d-48d1-a113-2373a0a3b957","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.096282786Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"42c99262-ea3d-48d1-a113-2373a0a3b957","remote_addr":"[fd00:1122:3344:101::b]:58604","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":307,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.7182992Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52086"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.720581752Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"f8271686-55a9-4c43-b165-f1c85745b928","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.720604683Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"f8271686-55a9-4c43-b165-f1c85745b928","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:44.720617163Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"f8271686-55a9-4c43-b165-f1c85745b928","remote_addr":"[fd00:1122:3344:101::a]:52086","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":259,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:10:45.567453475Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::c]:7477","req_id":"94a70167-7a9a-41f1-ae63-ff461c6a1e6a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8644,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:10:45.573014798Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::b]:44454","req_id":"56e5c365-9292-4afb-8a65-80e9989e811f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:10:45.655643096Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::a]:21870","req_id":"2de535a5-06eb-419d-a882-32f2e4148285","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:45.669644385Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62920"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:45.66990136Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"949f8374-ff31-4e80-bac4-b6530609410c","remote_addr":"[fd00:1122:3344:101::c]:62920","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:45.705317645Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47382"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:45.7055772Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"f7c648f1-af99-4887-ac9b-7f4f3be3060c","remote_addr":"[fd00:1122:3344:101::b]:47382","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:45.842246537Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49313"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:10:45.842474441Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"c50325cb-7395-4feb-96a5-b38b9becc515","remote_addr":"[fd00:1122:3344:101::a]:49313","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30901,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:10:51.686147698Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:56321","req_id":"c54d7031-4a7f-44e8-bfbe-978831242612","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:11:01.687658626Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:60819","req_id":"22a3ca8f-c3d7-4fc7-a8f1-121e6dce0d1c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:11:11.689768017Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:55921","req_id":"0f6af912-bf38-41f8-9c4e-ae18a4700dbd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:11:21.692011293Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:57392","req_id":"70ff161a-1016-4675-abf5-eb2fc3194a64","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:11:31.693993019Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:50195","req_id":"cc7fe1f2-80c2-41d6-ab36-251a192cb65b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25327,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:11:41.696044629Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:60675","req_id":"4c81895f-d993-4057-ae41-dd5f18363270","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.089976583Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43772"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.092923417Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"7c8b24f6-52ad-452e-833a-4c6e39983a61","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.092963308Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"7c8b24f6-52ad-452e-833a-4c6e39983a61","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.092982188Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"7c8b24f6-52ad-452e-833a-4c6e39983a61","remote_addr":"[fd00:1122:3344:101::c]:43772","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":390,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.094513677Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48024"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.097708086Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"b9069050-2be4-4ec7-b0f3-364d243ece5d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.097733996Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"b9069050-2be4-4ec7-b0f3-364d243ece5d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.097750277Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"b9069050-2be4-4ec7-b0f3-364d243ece5d","remote_addr":"[fd00:1122:3344:101::b]:48024","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":223,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.718485897Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53901"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.721019334Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"34c24a8c-8d8a-41ce-9ced-00acfaec201a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.721056685Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"34c24a8c-8d8a-41ce-9ced-00acfaec201a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:44.721068465Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"34c24a8c-8d8a-41ce-9ced-00acfaec201a","remote_addr":"[fd00:1122:3344:101::a]:53901","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":242,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8902,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:11:45.708309033Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::c]:25857","req_id":"a23998a9-060d-4dc1-8676-586100db1690","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15062,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:11:45.713496389Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::b]:1384","req_id":"c9d6a466-443a-4e91-968a-000220d98c46","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:45.810792009Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55392"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:45.811006933Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"9d06470b-be6f-4ec5-968b-50fe83f5c6d7","remote_addr":"[fd00:1122:3344:101::c]:55392","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:45.851810847Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49450"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:45.852062211Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"28c6a974-7fa5-4001-af4b-d95626ce2c55","remote_addr":"[fd00:1122:3344:101::b]:49450","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49866,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:11:46.321624216Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::a]:49317","req_id":"b74fa0eb-4640-497e-8917-9fb334e4bf14","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:46.497049451Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59884"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:11:46.497299935Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"946fab91-3d84-4043-ad83-8f4ab66a1d89","remote_addr":"[fd00:1122:3344:101::a]:59884","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:11:51.697189554Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:54758","req_id":"ef56a729-ec70-4aaa-83be-305d71a9f196","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:12:01.698698994Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:55040","req_id":"fc69286c-e1a1-4bc7-820d-614871d8dcab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52434,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:12:11.700545842Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:62403","req_id":"5ffc5ccb-9fe9-431c-b3a0-e842680dea7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:12:21.702473239Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:58596","req_id":"92db6387-243b-4b36-b3c9-e7f6fceee38a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:12:31.70348788Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:54407","req_id":"ddd3a88d-07f0-49e7-9546-39a52438482d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:12:41.704712974Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:50539","req_id":"7990bf4a-b087-435a-bf14-d621cad02d76","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.089478509Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39363"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.091493547Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"3e477568-8bd5-40c3-9fa3-43cf7b01fdd6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.091520077Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"3e477568-8bd5-40c3-9fa3-43cf7b01fdd6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.091531538Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"3e477568-8bd5-40c3-9fa3-43cf7b01fdd6","remote_addr":"[fd00:1122:3344:101::c]:39363","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":189,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.094233797Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53172"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.097264113Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"9d0f5957-4ccc-4402-a411-8bdba0cd3e5c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.097296564Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"9d0f5957-4ccc-4402-a411-8bdba0cd3e5c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.097321675Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"9d0f5957-4ccc-4402-a411-8bdba0cd3e5c","remote_addr":"[fd00:1122:3344:101::b]:53172","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":193,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.719004603Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48975"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.721353786Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"d6aa2c50-f472-4826-b6ba-63b1ddbc06cd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.721378416Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"d6aa2c50-f472-4826-b6ba-63b1ddbc06cd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:44.721386457Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"d6aa2c50-f472-4826-b6ba-63b1ddbc06cd","remote_addr":"[fd00:1122:3344:101::a]:48975","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":200,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57079,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:12:45.337416119Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::b]:58006","req_id":"6c091d2c-884e-48e1-ae04-8e7fe1704d0d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:45.444224795Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56542"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:45.444446709Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"2940451a-d505-4082-9042-8d37a11843f5","remote_addr":"[fd00:1122:3344:101::b]:56542","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:12:45.471361266Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::c]:27276","req_id":"a059d0cb-488b-44c2-8727-f4ef385f9e5e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:45.64079559Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45711"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:45.641031115Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"7f2dfb2f-1556-4db7-81eb-a67fa1595298","remote_addr":"[fd00:1122:3344:101::c]:45711","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":195,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:12:46.794960565Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::a]:4400","req_id":"08edd251-3ab9-461b-857c-105eb486dfbf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:46.975383841Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46877"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:12:46.975642956Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"0133d280-2508-4159-bbb7-6a6cc8b819f5","remote_addr":"[fd00:1122:3344:101::a]:46877","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47989,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:12:51.706881438Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:54111","req_id":"2ea322bf-7eb9-48ba-a3fd-5aaa1d73ac03","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:13:01.709227142Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:49936","req_id":"77caccfe-1c0f-49d8-bced-6311a4c057ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:13:11.71063133Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:64465","req_id":"434b4c1c-c8a8-41c0-b5e5-130548dc92f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45526,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:13:21.712027309Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:60171","req_id":"c7786d87-3c6d-4d3d-8c67-bc26b12b12ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8358,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:13:31.713288877Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:64047","req_id":"2ebe8b12-9076-421b-ab45-13c8f5686a29","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:13:41.714930461Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:54217","req_id":"33a21c84-e18a-4a61-9718-9b0781954a91","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.089995295Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42740"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.092222586Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"4a42465a-5979-42a7-b258-78ea3187c939","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.092249076Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"4a42465a-5979-42a7-b258-78ea3187c939","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.092259467Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"4a42465a-5979-42a7-b258-78ea3187c939","remote_addr":"[fd00:1122:3344:101::c]:42740","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":314,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.093904047Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60557"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.096614912Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"33d6d418-1c89-40e1-aff3-4c7471449bef","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.096629837Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"33d6d418-1c89-40e1-aff3-4c7471449bef","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.096635968Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"33d6d418-1c89-40e1-aff3-4c7471449bef","remote_addr":"[fd00:1122:3344:101::b]:60557","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":231,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.718642971Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46508"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.721056636Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"4c051dfb-8b0d-445b-8f4e-20f5dd4822f4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.721086777Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"4c051dfb-8b0d-445b-8f4e-20f5dd4822f4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:44.721097247Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"4c051dfb-8b0d-445b-8f4e-20f5dd4822f4","remote_addr":"[fd00:1122:3344:101::a]:46508","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":254,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:13:45.462878816Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::c]:26240","req_id":"1ca3963c-845b-4002-935a-8df416a3d885","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:13:45.468985669Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::b]:18643","req_id":"b73ef71f-079c-4246-810a-2250fe770b84","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:45.571344282Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44052"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:45.571576136Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"e55577f8-3350-4fad-b797-d43be277300f","remote_addr":"[fd00:1122:3344:101::c]:44052","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:45.607796316Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50660"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:45.608068311Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"3496b2ca-b5ce-4ca1-8d5b-fc9ba4974afd","remote_addr":"[fd00:1122:3344:101::b]:50660","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:13:46.237758936Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::a]:58957","req_id":"d9d2ee59-aa8b-485c-9d7d-e71ce3f9e1ed","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:46.328435723Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45668"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:13:46.328654437Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"677e9248-5fcd-4297-901c-5944329045ab","remote_addr":"[fd00:1122:3344:101::a]:45668","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22891,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:13:51.717298285Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:59680","req_id":"22771832-7d96-4141-a399-53019e3ab00e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:14:01.719048263Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:59235","req_id":"941e8a65-b2a4-4576-9ad7-e7001db04180","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:14:11.7208936Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:62654","req_id":"b4fde82c-6d91-4301-af22-dac83fc78900","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:14:21.72278422Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:57683","req_id":"4dd39d2d-750c-4f7d-90b3-a6942b579bd0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:14:31.724623565Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:64653","req_id":"ec51758e-7f67-4047-8dde-a52db9525bb2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:14:41.726129887Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:64256","req_id":"b6fecc47-2ab5-4cb3-8ee0-b21be432db92","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.090611116Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41158"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.092924852Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"eaee50f0-8ab1-4695-bbc1-3e230f70d256","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.092986175Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"eaee50f0-8ab1-4695-bbc1-3e230f70d256","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.093073991Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"eaee50f0-8ab1-4695-bbc1-3e230f70d256","remote_addr":"[fd00:1122:3344:101::c]:41158","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":226,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.094175712Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50667"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.096445194Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"31270099-cd09-4923-aeca-40ca0024bc1f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.096464494Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"31270099-cd09-4923-aeca-40ca0024bc1f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.096471504Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"31270099-cd09-4923-aeca-40ca0024bc1f","remote_addr":"[fd00:1122:3344:101::b]:50667","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":181,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.718979007Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38995"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.721637807Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"f4003205-1ede-454d-aab5-cc3738303524","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.721671117Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"new_generation":1,"req_id":"f4003205-1ede-454d-aab5-cc3738303524","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:44.721679927Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"PUT","req_id":"f4003205-1ede-454d-aab5-cc3738303524","remote_addr":"[fd00:1122:3344:101::a]:38995","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":193,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:14:45.097277803Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::c]:13957","req_id":"333dc540-cb66-43ac-b14e-bac220a3fc68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:14:45.097309134Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::b]:24062","req_id":"999b1d4c-862d-41fd-9f3a-8292ea4a636e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:45.207042133Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37207"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:45.207264817Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"06bea954-89fa-42b6-9e09-a5f910ac868e","remote_addr":"[fd00:1122:3344:101::b]:37207","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:45.241891178Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57764"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:45.242122302Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"7a183721-918f-4537-bc5c-3dcb6ea2752b","remote_addr":"[fd00:1122:3344:101::c]:57764","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25470,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:14:45.735441586Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::a]:17606","req_id":"a032939a-c95b-4e1f-8c08-b01f30722ff3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:45.867296154Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52056"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-06T16:14:45.867692662Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"uri":"/config","method":"GET","req_id":"71707d01-d7ab-4556-9170-8f5340f9fda4","remote_addr":"[fd00:1122:3344:101::a]:52056","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":336,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:14:51.72782848Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:53091","req_id":"4eb8fda4-e11d-477f-bfbb-9d469efdc57d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 99,\n 97,\n 101,\n 57,\n 54,\n 55,\n 48,\n 45,\n 52,\n 99,\n 57,\n 57,\n 45,\n 52,\n 51,\n 100,\n 98,\n 45,\n 98,\n 49,\n 55,\n 49,\n 45,\n 53,\n 48,\n 98,\n 49,\n 52,\n 102,\n 53,\n 97,\n 97,\n 101,\n 102,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.036566323Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::e]:55106","req_id":"241c9984-1865-4aaf-81c6-c4312e0af32e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 99,\n 97,\n 101,\n 57,\n 54,\n 55,\n 48,\n 45,\n 52,\n 99,\n 57,\n 57,\n 45,\n 52,\n 51,\n 100,\n 98,\n 45,\n 98,\n 49,\n 55,\n 49,\n 45,\n 53,\n 48,\n 98,\n 49,\n 52,\n 102,\n 53,\n 97,\n 97,\n 101,\n 102,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ccae9670-4c99-43db-b171-50b14f5aaef0.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.037158064Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::e]:44039","req_id":"a958ba48-7f13-458c-83e6-ef26cf4cb697","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_19563677-e301-4c15-bb26-d7e5bd4ce84a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_19563677-e301-4c15-bb26-d7e5bd4ce84a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 57,\n 53,\n 54,\n 51,\n 54,\n 55,\n 55,\n 45,\n 101,\n 51,\n 48,\n 49,\n 45,\n 52,\n 99,\n 49,\n 53,\n 45,\n 98,\n 98,\n 50,\n 54,\n 45,\n 100,\n 55,\n 101,\n 53,\n 98,\n 100,\n 52,\n 99,\n 101,\n 56,\n 52,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_19563677-e301-4c15-bb26-d7e5bd4ce84a.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.355713605Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::6]:58756","req_id":"3f5bab9f-87a2-4d28-ae5f-634b96275398","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_19563677-e301-4c15-bb26-d7e5bd4ce84a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_19563677-e301-4c15-bb26-d7e5bd4ce84a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 57,\n 53,\n 54,\n 51,\n 54,\n 55,\n 55,\n 45,\n 101,\n 51,\n 48,\n 49,\n 45,\n 52,\n 99,\n 49,\n 53,\n 45,\n 98,\n 98,\n 50,\n 54,\n 45,\n 100,\n 55,\n 101,\n 53,\n 98,\n 100,\n 52,\n 99,\n 101,\n 56,\n 52,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_19563677-e301-4c15-bb26-d7e5bd4ce84a.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.356280236Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::6]:36318","req_id":"559c57d0-765a-4af5-b208-f9b5bffd1211","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7871df0c-1694-4934-9983-52b4f62a57c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7871df0c-1694-4934-9983-52b4f62a57c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 56,\n 55,\n 49,\n 100,\n 102,\n 48,\n 99,\n 45,\n 49,\n 54,\n 57,\n 52,\n 45,\n 52,\n 57,\n 51,\n 52,\n 45,\n 57,\n 57,\n 56,\n 51,\n 45,\n 53,\n 50,\n 98,\n 52,\n 102,\n 54,\n 50,\n 97,\n 53,\n 55,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7871df0c-1694-4934-9983-52b4f62a57c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.45597947Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::7]:49171","req_id":"90a11fc3-3a44-482c-917b-64c1ae38d7af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7871df0c-1694-4934-9983-52b4f62a57c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7871df0c-1694-4934-9983-52b4f62a57c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 56,\n 55,\n 49,\n 100,\n 102,\n 48,\n 99,\n 45,\n 49,\n 54,\n 57,\n 52,\n 45,\n 52,\n 57,\n 51,\n 52,\n 45,\n 57,\n 57,\n 56,\n 51,\n 45,\n 53,\n 50,\n 98,\n 52,\n 102,\n 54,\n 50,\n 97,\n 53,\n 55,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7871df0c-1694-4934-9983-52b4f62a57c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.456638922Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::7]:44124","req_id":"33336945-6e86-48c9-a5ee-48dc572faee2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_339d02b1-2c02-42f1-8304-3da608cf5f08.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_339d02b1-2c02-42f1-8304-3da608cf5f08.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 51,\n 57,\n 100,\n 48,\n 50,\n 98,\n 49,\n 45,\n 50,\n 99,\n 48,\n 50,\n 45,\n 52,\n 50,\n 102,\n 49,\n 45,\n 56,\n 51,\n 48,\n 52,\n 45,\n 51,\n 100,\n 97,\n 54,\n 48,\n 56,\n 99,\n 102,\n 53,\n 102,\n 48,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_339d02b1-2c02-42f1-8304-3da608cf5f08.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.495344728Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::3]:45540","req_id":"a25cbe9a-9540-4b97-9aca-e193de159eca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_339d02b1-2c02-42f1-8304-3da608cf5f08.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_339d02b1-2c02-42f1-8304-3da608cf5f08.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 51,\n 57,\n 100,\n 48,\n 50,\n 98,\n 49,\n 45,\n 50,\n 99,\n 48,\n 50,\n 45,\n 52,\n 50,\n 102,\n 49,\n 45,\n 56,\n 51,\n 48,\n 52,\n 45,\n 51,\n 100,\n 97,\n 54,\n 48,\n 56,\n 99,\n 102,\n 53,\n 102,\n 48,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_339d02b1-2c02-42f1-8304-3da608cf5f08.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.495929469Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::3]:42647","req_id":"c7b27af9-454a-46d9-90ef-316d459ccd45","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_75fa3509-ddf3-4668-a058-597e89b44ada.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_75fa3509-ddf3-4668-a058-597e89b44ada.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 102,\n 97,\n 51,\n 53,\n 48,\n 57,\n 45,\n 100,\n 100,\n 102,\n 51,\n 45,\n 52,\n 54,\n 54,\n 56,\n 45,\n 97,\n 48,\n 53,\n 56,\n 45,\n 53,\n 57,\n 55,\n 101,\n 56,\n 57,\n 98,\n 52,\n 52,\n 97,\n 100,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_75fa3509-ddf3-4668-a058-597e89b44ada.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.507445022Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::5]:58574","req_id":"fa58f8c8-fa36-4fb6-9364-235d1aaba52f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_75fa3509-ddf3-4668-a058-597e89b44ada.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_75fa3509-ddf3-4668-a058-597e89b44ada.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 102,\n 97,\n 51,\n 53,\n 48,\n 57,\n 45,\n 100,\n 100,\n 102,\n 51,\n 45,\n 52,\n 54,\n 54,\n 56,\n 45,\n 97,\n 48,\n 53,\n 56,\n 45,\n 53,\n 57,\n 55,\n 101,\n 56,\n 57,\n 98,\n 52,\n 52,\n 97,\n 100,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_75fa3509-ddf3-4668-a058-597e89b44ada.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.508157865Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::5]:60478","req_id":"484f8545-29e3-4a1b-a32a-c81dbe1a4363","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e696bf40-2dce-4a0b-8a6c-bb77b709f839.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e696bf40-2dce-4a0b-8a6c-bb77b709f839.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 54,\n 57,\n 54,\n 98,\n 102,\n 52,\n 48,\n 45,\n 50,\n 100,\n 99,\n 101,\n 45,\n 52,\n 97,\n 48,\n 98,\n 45,\n 56,\n 97,\n 54,\n 99,\n 45,\n 98,\n 98,\n 55,\n 55,\n 98,\n 55,\n 48,\n 57,\n 102,\n 56,\n 51,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e696bf40-2dce-4a0b-8a6c-bb77b709f839.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.537870814Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::4]:36338","req_id":"8f2a8529-875b-4aaf-982a-73557e65b1bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e696bf40-2dce-4a0b-8a6c-bb77b709f839.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e696bf40-2dce-4a0b-8a6c-bb77b709f839.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 54,\n 57,\n 54,\n 98,\n 102,\n 52,\n 48,\n 45,\n 50,\n 100,\n 99,\n 101,\n 45,\n 52,\n 97,\n 48,\n 98,\n 45,\n 56,\n 97,\n 54,\n 99,\n 45,\n 98,\n 98,\n 55,\n 55,\n 98,\n 55,\n 48,\n 57,\n 102,\n 56,\n 51,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e696bf40-2dce-4a0b-8a6c-bb77b709f839.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:00.538504376Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::4]:46828","req_id":"6935a823-befd-4f3a-a7b0-36ea628d039e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:01.728372362Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::d]:60821","req_id":"8e7c93a1-4365-4d3c-ac6c-a78b3d3f31ea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5880,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_8f115dbb-5453-471a-90c6-5f9539144baa.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_8f115dbb-5453-471a-90c6-5f9539144baa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 102,\n 49,\n 49,\n 53,\n 100,\n 98,\n 98,\n 45,\n 53,\n 52,\n 53,\n 51,\n 45,\n 52,\n 55,\n 49,\n 97,\n 45,\n 57,\n 48,\n 99,\n 54,\n 45,\n 53,\n 102,\n 57,\n 53,\n 51,\n 57,\n 49,\n 52,\n 52,\n 98,\n 97,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_8f115dbb-5453-471a-90c6-5f9539144baa.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:02.265553717Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::1b]:35380","req_id":"00552d71-572c-41a3-a091-8850cb8335f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57859,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:02.831726268Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::2]:37683","req_id":"20f5ae14-9622-4eb0-9787-d284dafbda86","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57859,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-06T16:15:02.832238548Z","hostname":"oxz_internal_dns_0ff2b66b-7a58-4e66-a7db-4f25ee47f616","pid":5503,"peer_addr":"[fd00:1122:3344:101::2]:34602","req_id":"27c0322b-18cd-4b32-870b-40cd4fb598ba","component":"dns"}