[ May 20 18:08:48 Enabled. ] [ May 20 18:08:48 Rereading configuration. ] [ May 20 18:08:48 Rereading configuration. ] [ May 20 18:08:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 20 18:08:50 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.188230022Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.188365086Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.21183669Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.211867541Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.211927892Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.21226709Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.476092329Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:36167"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.476807166Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"8ce1065a-f2af-423f-ab42-e3c0d9f684f7","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.476835696Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.489323706Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.489352317Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"8ce1065a-f2af-423f-ab42-e3c0d9f684f7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:08:50.489361947Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"8ce1065a-f2af-423f-ab42-e3c0d9f684f7","remote_addr":"[fd00:1122:3344:3::2]:36167","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":12953,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:09:02.808154341Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:50494","req_id":"9583dd95-1267-4137-b50e-4ba6c957b22f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65140,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:09:02.825501263Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:58786","req_id":"10913589-8fa1-4784-8cf7-479702f1f725","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:09:02.843507751Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:39118","req_id":"b1209531-7b9c-4ebd-a77b-939011278d27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:09:29.749725976Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:57885","req_id":"45d8e98d-3b41-4f01-8576-593914742305","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:09:29.765817869Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:36830","req_id":"8113e747-8590-4814-8ae3-ac5a26a444c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17712,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:09:29.778930323Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:55159","req_id":"7611a872-1873-457e-a1e0-9710a9f844eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:25.944399772Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:52536","req_id":"9205dd3b-87a8-449d-9baf-3460c2518a62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13055,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:25.949906259Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:47033","req_id":"b574a3c7-f938-47a3-b38b-07f765f9fcc1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:25.953055952Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:41320","req_id":"95cf11b8-2ff4-417e-9d7e-0ea2e96ffc7c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:27.670982029Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:49303","req_id":"5192bec2-e4f9-4a99-b3f5-076059124af8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 101,\n 100,\n 57,\n 55,\n 51,\n 98,\n 52,\n 45,\n 97,\n 55,\n 98,\n 49,\n 45,\n 52,\n 97,\n 52,\n 48,\n 45,\n 98,\n 98,\n 56,\n 50,\n 45,\n 51,\n 102,\n 51,\n 49,\n 54,\n 55,\n 48,\n 102,\n 51,\n 98,\n 99,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:31.981780357Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::e]:62016","req_id":"c090ea49-1dee-4c82-a5ef-ea0510be2cec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 101,\n 100,\n 57,\n 55,\n 51,\n 98,\n 52,\n 45,\n 97,\n 55,\n 98,\n 49,\n 45,\n 52,\n 97,\n 52,\n 48,\n 45,\n 98,\n 98,\n 56,\n 50,\n 45,\n 51,\n 102,\n 51,\n 49,\n 54,\n 55,\n 48,\n 102,\n 51,\n 98,\n 99,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:31.9823645Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::e]:44978","req_id":"ba627d77-5751-4dcb-bc9f-a7dde0a2f480","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:37.579215442Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:50168","req_id":"8288e13f-4537-4b51-bc22-2c708d80df4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:37.656850023Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:61719","req_id":"4e53d700-1563-4f90-8a0c-4a9d62db8c41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33644,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:37.671606295Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:55567","req_id":"74e90f0e-cc74-4ffe-a1c9-c53c6df4a20f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:43.998694867Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:54483","req_id":"eaf0c8e2-a4bd-4b83-ae4a-1161598370ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:47.672055675Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:56927","req_id":"a607160e-83d4-4543-a65d-be4d0a7168f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17470,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:10:57.674595655Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:60664","req_id":"80affd5d-299d-445e-8cbf-678bfaa468a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65255,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:01.857526549Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:53332","req_id":"00f70f8f-1fc3-4bcb-bcce-51c6e0b10f66","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:01.872807293Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:58644","req_id":"08c8b8d9-17a9-47d6-b070-12d6f2740be0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:01.889344747Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:51723","req_id":"a37ce266-f01f-4a2c-9c20-19ef05d6c7eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:07.676950621Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:65218","req_id":"7498da97-f06b-4072-8493-406c8398c71f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:09.013784556Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:24380","req_id":"36536872-9e0d-48b0-b333-fe117bf30c0b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:09.434029353Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62129"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:09.504534378Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"370a931c-9b7e-4919-8afb-f4fae7b06309","remote_addr":"[fd00:1122:3344:101::a]:62129","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":42959,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:16.597046905Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:9156","req_id":"c4105b7c-422d-4542-aa88-40fb3f181f31","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:16.636029519Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56919"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:16.63650254Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"fcd43c77-71b7-4dab-9fa6-ec8f868a3070","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:16.63652414Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"fcd43c77-71b7-4dab-9fa6-ec8f868a3070","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:16.636531131Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"fcd43c77-71b7-4dab-9fa6-ec8f868a3070","remote_addr":"[fd00:1122:3344:101::a]:56919","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":365,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:16.755448678Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52854"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:16.755789936Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"35c06b9d-0a8a-488b-91eb-fa972cab22f5","remote_addr":"[fd00:1122:3344:101::a]:52854","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":271,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42334,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:17.473636604Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:26883","req_id":"4a039cf7-1d1a-43b7-875e-b2870dd29257","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:17.579693008Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48087"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:17.579909792Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"81195857-361b-4191-a644-ddf7adbca040","remote_addr":"[fd00:1122:3344:101::a]:48087","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:17.679693823Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:64941","req_id":"892638c1-36af-4072-a868-5669093f759c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:18.114934707Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:11226","req_id":"277d423a-b6fc-440d-ac21-785afa9a5712","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:18.285942503Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36682"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:18.28625452Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"f0df2ca2-4c99-4754-833a-ad8803c5c861","remote_addr":"[fd00:1122:3344:101::c]:36682","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:24.756296965Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:42544","req_id":"79bb01cb-9abd-46ae-8489-f1ddd3a4bd89","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:24.860043012Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50851"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:24.860361989Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"53600e8f-420b-4ad1-9041-447492add83b","remote_addr":"[fd00:1122:3344:101::b]:50851","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14699,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:27.681347268Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:51141","req_id":"ddd3d6e2-e163-4729-b786-e487b86f5e24","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:37.235987591Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55919"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:37.236327489Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"371d75f3-9ae7-47e8-9fbd-31614d4eeb35","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:37.23637732Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"371d75f3-9ae7-47e8-9fbd-31614d4eeb35","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:37.236393061Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"371d75f3-9ae7-47e8-9fbd-31614d4eeb35","remote_addr":"[fd00:1122:3344:101::a]:55919","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":288,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:37.5299652Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62970"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:37.530260457Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"0f67f6fc-8dc2-40ad-a579-5409b89b0ceb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:37.530296688Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"0f67f6fc-8dc2-40ad-a579-5409b89b0ceb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:37.530333478Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"0f67f6fc-8dc2-40ad-a579-5409b89b0ceb","remote_addr":"[fd00:1122:3344:101::c]:62970","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":269,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16626,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:37.682982929Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:53017","req_id":"cfa4fcca-9327-48d0-8f81-d37fc3dff89a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:38.294772869Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:8423","req_id":"b7ab2c5d-6cb0-421c-85f2-f65b98de15ee","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:38.395145498Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44931"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:38.395498276Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"fc7f50be-34f1-44d2-ad04-935502405e00","remote_addr":"[fd00:1122:3344:101::c]:44931","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":254,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18876,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:38.715151201Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:24689","req_id":"b87d6ac2-9a55-49cc-8011-5dba92d8e514","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:38.811911706Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48086"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:38.812165982Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"1cd86e3d-d911-44f9-8328-f22deed8575b","remote_addr":"[fd00:1122:3344:101::a]:48086","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:43.979899448Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63214"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:43.98043186Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"b52c0d4a-f88b-4f30-bd36-e819d4b69238","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:43.980486481Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"b52c0d4a-f88b-4f30-bd36-e819d4b69238","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:43.980496112Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"b52c0d4a-f88b-4f30-bd36-e819d4b69238","remote_addr":"[fd00:1122:3344:101::b]:63214","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":260,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:44.470529327Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:58018","req_id":"349bd497-c927-421b-b6f7-c4d649831a17","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:44.571255813Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54217"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:11:44.571497918Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"10103c74-5415-4e66-a724-0d18a0a76b42","remote_addr":"[fd00:1122:3344:101::b]:54217","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10448,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:47.683970976Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:51522","req_id":"5e0fdc60-0f2c-4343-b407-51f2720615f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39388,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:11:57.68572347Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:56785","req_id":"47a9e030-d0e2-4c12-87b5-9547ebc5ad1f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62731,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:12:07.687850401Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:59592","req_id":"695acc83-d4d2-40df-9e4c-48ab4b0526ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:12:17.690158868Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:64078","req_id":"76ef15bf-c19e-4f7e-9336-a72f1f829d3f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:12:27.692011893Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:55995","req_id":"f3d746bc-8019-49eb-9afe-2e429edd9250","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:37.236097386Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64192"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:37.236369393Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"0d498b61-0dd8-4f1c-a0d6-0a4b987cca50","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:37.236592158Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"0d498b61-0dd8-4f1c-a0d6-0a4b987cca50","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:37.236606748Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"0d498b61-0dd8-4f1c-a0d6-0a4b987cca50","remote_addr":"[fd00:1122:3344:101::a]:64192","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":252,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:37.256187602Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56224"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:37.256910929Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"cada1a60-286f-4e06-83a8-5eadcab700be","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:37.257069903Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"cada1a60-286f-4e06-83a8-5eadcab700be","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:37.257099753Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"cada1a60-286f-4e06-83a8-5eadcab700be","remote_addr":"[fd00:1122:3344:101::c]:56224","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":313,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47086,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:12:37.693102857Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:60619","req_id":"2c8f7253-eaa8-4b76-b835-1bed1a7437ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63885,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:12:38.045313188Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:18445","req_id":"a5d30585-8f93-4b27-887a-adc00513c8dc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:12:38.045583694Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:16270","req_id":"929bd2e8-a259-41bc-a053-87ef07ab0b5b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:38.159077296Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61803"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:38.159376373Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"d62dc6ce-fc27-43f5-b2e2-f20c98c2894e","remote_addr":"[fd00:1122:3344:101::a]:61803","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":245,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:38.196063064Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46458"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:38.196503404Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"39883a98-83b3-480b-8302-b5db4daadcb0","remote_addr":"[fd00:1122:3344:101::c]:46458","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":274,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:43.817164326Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58949"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:43.817548715Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"1a63fc03-94cc-49cf-bb89-429cf76a0a6d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:43.817596936Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"1a63fc03-94cc-49cf-bb89-429cf76a0a6d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:43.817642437Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"1a63fc03-94cc-49cf-bb89-429cf76a0a6d","remote_addr":"[fd00:1122:3344:101::b]:58949","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":222,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:12:44.610965397Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:22909","req_id":"8c5dda17-ef2f-41f5-ba8f-4cfe83f93fa0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:44.706887532Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41502"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:12:44.707134058Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"a3d5bf75-ef1f-41a8-a02b-6f3c4776556d","remote_addr":"[fd00:1122:3344:101::b]:41502","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38544,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:12:47.694538845Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:61039","req_id":"d224e688-e258-46c9-aa8e-509f5cecb185","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:12:57.696545903Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:49615","req_id":"7697571b-65e4-4b32-91a1-57c7e25ff1ed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:01.99289687Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:49012","req_id":"fe4e9303-335d-48c1-8ead-b5e87a79a0cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27086,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:02.007287224Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:57813","req_id":"6f108b6d-a366-4064-b903-d5f4dbeb785e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:02.026317645Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:35568","req_id":"086c58db-ba07-4d15-9222-114190c1b5af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25667,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:07.698292847Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:57837","req_id":"f57fe1c0-1982-4690-844e-ffe69564bfa8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44636,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:17.700939852Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:49794","req_id":"13affe6f-4096-4fcb-8b86-03fd29a7648e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:27.702277232Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:63570","req_id":"2bdbf6ad-edb6-4b73-85df-b2b3c68e1ddd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:37.234383761Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51329"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:37.234646657Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"f181bc43-6d53-4ba3-ad3d-a4809240da83","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:37.234671188Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"f181bc43-6d53-4ba3-ad3d-a4809240da83","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:37.234678838Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"f181bc43-6d53-4ba3-ad3d-a4809240da83","remote_addr":"[fd00:1122:3344:101::a]:51329","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:37.254049127Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50221"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:37.25458465Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"97d7813e-4a77-441b-80a1-1fdc8fd6c235","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:37.254629881Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"97d7813e-4a77-441b-80a1-1fdc8fd6c235","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:37.254642801Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"97d7813e-4a77-441b-80a1-1fdc8fd6c235","remote_addr":"[fd00:1122:3344:101::c]:50221","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":299,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57164,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:37.704401413Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:61166","req_id":"d4dd18dd-ae3c-46c5-8e42-f1c8d496e0d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54255,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:38.282566523Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:49037","req_id":"b8bc821f-6fb2-4815-bc46-27cf195fbbd6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:38.287587679Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:29601","req_id":"d533435e-26e8-4917-83cc-c1a280e36788","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:38.388915609Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53666"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:38.389178006Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"a143a5a1-1021-4105-a338-92bf25097145","remote_addr":"[fd00:1122:3344:101::c]:53666","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:38.476659855Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59017"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:38.476939781Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"62edc701-6b72-46c6-910d-4a467dc17c6e","remote_addr":"[fd00:1122:3344:101::a]:59017","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":240,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:43.816932303Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55349"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:43.81723947Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"fde873bd-ba4e-4f23-b831-d7e0c7108d96","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:43.817271711Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"fde873bd-ba4e-4f23-b831-d7e0c7108d96","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:43.817278662Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"fde873bd-ba4e-4f23-b831-d7e0c7108d96","remote_addr":"[fd00:1122:3344:101::b]:55349","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":241,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:44.719146539Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:28186","req_id":"68295f05-1805-44a2-80a1-56a5fec92d38","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:44.814024679Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40662"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:13:44.814244734Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"fe3802ac-46e8-4e4d-a676-52176c390b64","remote_addr":"[fd00:1122:3344:101::b]:40662","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:47.70626233Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:57812","req_id":"4abab58e-cc62-4b06-a8b9-b41b0b3dba4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:13:57.708621398Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:57662","req_id":"49eb17b2-204b-4d62-9424-1663e0d88ba3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:14:07.710340859Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:61724","req_id":"f5c56609-785d-4721-9145-6f0dbbab85cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:14:17.712015667Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:56193","req_id":"e04560fa-49c6-49b2-bf70-82612c490e54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:14:27.713122255Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:62309","req_id":"48b6cd14-aad8-4892-a5f5-ff4c0b99b55f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:37.23512997Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50182"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:37.235487388Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"227d447f-a295-4fbf-a585-69fdadb566f8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:37.235521109Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"227d447f-a295-4fbf-a585-69fdadb566f8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:37.235532669Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"227d447f-a295-4fbf-a585-69fdadb566f8","remote_addr":"[fd00:1122:3344:101::a]:50182","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":339,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:37.255236186Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58340"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:37.255799439Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"91efac70-908a-477b-a18d-f93106622076","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:37.255845401Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"91efac70-908a-477b-a18d-f93106622076","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:37.255859911Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"91efac70-908a-477b-a18d-f93106622076","remote_addr":"[fd00:1122:3344:101::c]:58340","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":243,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30169,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:14:37.714411997Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:58399","req_id":"1d908a0a-a31c-4668-8740-4d50b0c91bd1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:14:38.118910019Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::a]:58287","req_id":"af6a5f1a-0bf0-40e4-bc1c-7b3308b0cd80","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:14:38.139034145Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::c]:56667","req_id":"6af89d12-7f1f-4e2a-bbd2-658fc8b92ee7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:38.226112504Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57505"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:38.226334049Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"ebd26dc3-8d3b-46d5-bfda-0a0a20525e92","remote_addr":"[fd00:1122:3344:101::a]:57505","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:38.261482905Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48000"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:38.261760131Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"ae74c25d-6ad4-4340-b304-1ddd63b2fd2c","remote_addr":"[fd00:1122:3344:101::c]:48000","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:43.816945293Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42783"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:43.817324962Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"061d5db0-998e-4790-b67b-d47eb53061bf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:43.817357773Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"new_generation":1,"req_id":"061d5db0-998e-4790-b67b-d47eb53061bf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:43.817369813Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"PUT","req_id":"061d5db0-998e-4790-b67b-d47eb53061bf","remote_addr":"[fd00:1122:3344:101::b]:42783","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42137,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:14:44.719871594Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::b]:34272","req_id":"585f5e39-4fbc-4f0b-938c-fb074409912f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:44.816301111Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64755"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T18:14:44.816540506Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"uri":"/config","method":"GET","req_id":"96a6f71a-6e07-4292-84b5-00e9f157c3df","remote_addr":"[fd00:1122:3344:101::b]:64755","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:14:47.715965103Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:61145","req_id":"8cb48871-850a-4b2e-aef1-9979e7b0d020","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:14:57.717642314Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::d]:59368","req_id":"9b2b07cb-2e73-4730-b5ad-fdea256e119a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8859daef-2cc9-47ed-b132-e650ddf23ad4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8859daef-2cc9-47ed-b132-e650ddf23ad4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 53,\n 57,\n 100,\n 97,\n 101,\n 102,\n 45,\n 50,\n 99,\n 99,\n 57,\n 45,\n 52,\n 55,\n 101,\n 100,\n 45,\n 98,\n 49,\n 51,\n 50,\n 45,\n 101,\n 54,\n 53,\n 48,\n 100,\n 100,\n 102,\n 50,\n 51,\n 97,\n 100,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8859daef-2cc9-47ed-b132-e650ddf23ad4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.542987763Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::7]:49476","req_id":"14172921-1fda-4dc4-97db-1315102c2575","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8859daef-2cc9-47ed-b132-e650ddf23ad4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8859daef-2cc9-47ed-b132-e650ddf23ad4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 53,\n 57,\n 100,\n 97,\n 101,\n 102,\n 45,\n 50,\n 99,\n 99,\n 57,\n 45,\n 52,\n 55,\n 101,\n 100,\n 45,\n 98,\n 49,\n 51,\n 50,\n 45,\n 101,\n 54,\n 53,\n 48,\n 100,\n 100,\n 102,\n 50,\n 51,\n 97,\n 100,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8859daef-2cc9-47ed-b132-e650ddf23ad4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.543502885Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::7]:39373","req_id":"0578c587-e970-47c9-97e7-c2affb34b2cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1005fc3f-a249-4b63-a91f-53f5f79d6dd9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1005fc3f-a249-4b63-a91f-53f5f79d6dd9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 48,\n 48,\n 53,\n 102,\n 99,\n 51,\n 102,\n 45,\n 97,\n 50,\n 52,\n 57,\n 45,\n 52,\n 98,\n 54,\n 51,\n 45,\n 97,\n 57,\n 49,\n 102,\n 45,\n 53,\n 51,\n 102,\n 53,\n 102,\n 55,\n 57,\n 100,\n 54,\n 100,\n 100,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1005fc3f-a249-4b63-a91f-53f5f79d6dd9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.576576872Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::6]:63445","req_id":"ed457c0e-d6d1-4276-89b7-607ec4fa3756","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1005fc3f-a249-4b63-a91f-53f5f79d6dd9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1005fc3f-a249-4b63-a91f-53f5f79d6dd9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 48,\n 48,\n 53,\n 102,\n 99,\n 51,\n 102,\n 45,\n 97,\n 50,\n 52,\n 57,\n 45,\n 52,\n 98,\n 54,\n 51,\n 45,\n 97,\n 57,\n 49,\n 102,\n 45,\n 53,\n 51,\n 102,\n 53,\n 102,\n 55,\n 57,\n 100,\n 54,\n 100,\n 100,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1005fc3f-a249-4b63-a91f-53f5f79d6dd9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.577162666Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::6]:37734","req_id":"c3d6097c-a063-48aa-b014-57975c3146c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_37ddc0bf-d948-4c2e-b4a3-a0977b7615b6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_37ddc0bf-d948-4c2e-b4a3-a0977b7615b6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 55,\n 100,\n 100,\n 99,\n 48,\n 98,\n 102,\n 45,\n 100,\n 57,\n 52,\n 56,\n 45,\n 52,\n 99,\n 50,\n 101,\n 45,\n 98,\n 52,\n 97,\n 51,\n 45,\n 97,\n 48,\n 57,\n 55,\n 55,\n 98,\n 55,\n 54,\n 49,\n 53,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_37ddc0bf-d948-4c2e-b4a3-a0977b7615b6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.680473362Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::4]:36578","req_id":"c602cbbf-577e-46c7-84d1-50a3ceb573ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_37ddc0bf-d948-4c2e-b4a3-a0977b7615b6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_37ddc0bf-d948-4c2e-b4a3-a0977b7615b6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 55,\n 100,\n 100,\n 99,\n 48,\n 98,\n 102,\n 45,\n 100,\n 57,\n 52,\n 56,\n 45,\n 52,\n 99,\n 50,\n 101,\n 45,\n 98,\n 52,\n 97,\n 51,\n 45,\n 97,\n 48,\n 57,\n 55,\n 55,\n 98,\n 55,\n 54,\n 49,\n 53,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_37ddc0bf-d948-4c2e-b4a3-a0977b7615b6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.681134387Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::4]:35950","req_id":"ae4d5c7c-8a9e-46e7-9f19-282618ae6498","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bf8e4b1-dee2-4e6d-adbb-814738772662.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bf8e4b1-dee2-4e6d-adbb-814738772662.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 102,\n 56,\n 101,\n 52,\n 98,\n 49,\n 45,\n 100,\n 101,\n 101,\n 50,\n 45,\n 52,\n 101,\n 54,\n 100,\n 45,\n 97,\n 100,\n 98,\n 98,\n 45,\n 56,\n 49,\n 52,\n 55,\n 51,\n 56,\n 55,\n 55,\n 50,\n 54,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bf8e4b1-dee2-4e6d-adbb-814738772662.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.71057354Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::3]:32836","req_id":"22717223-f58f-4362-897f-0b3ecb205a14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bf8e4b1-dee2-4e6d-adbb-814738772662.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bf8e4b1-dee2-4e6d-adbb-814738772662.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 102,\n 56,\n 101,\n 52,\n 98,\n 49,\n 45,\n 100,\n 101,\n 101,\n 50,\n 45,\n 52,\n 101,\n 54,\n 100,\n 45,\n 97,\n 100,\n 98,\n 98,\n 45,\n 56,\n 49,\n 52,\n 55,\n 51,\n 56,\n 55,\n 55,\n 50,\n 54,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bf8e4b1-dee2-4e6d-adbb-814738772662.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.711154683Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::3]:62626","req_id":"7b4dc88e-a7fd-46ab-a54f-674c149304e5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_45798d52-047d-4169-84a8-c69338b83810.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_45798d52-047d-4169-84a8-c69338b83810.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 55,\n 57,\n 56,\n 100,\n 53,\n 50,\n 45,\n 48,\n 52,\n 55,\n 100,\n 45,\n 52,\n 49,\n 54,\n 57,\n 45,\n 56,\n 52,\n 97,\n 56,\n 45,\n 99,\n 54,\n 57,\n 51,\n 51,\n 56,\n 98,\n 56,\n 51,\n 56,\n 49,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_45798d52-047d-4169-84a8-c69338b83810.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.734010053Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::5]:54678","req_id":"592a1bdd-bbc9-40e0-99af-0fa506bd6ce3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_45798d52-047d-4169-84a8-c69338b83810.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_45798d52-047d-4169-84a8-c69338b83810.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 55,\n 57,\n 56,\n 100,\n 53,\n 50,\n 45,\n 48,\n 52,\n 55,\n 100,\n 45,\n 52,\n 49,\n 54,\n 57,\n 45,\n 56,\n 52,\n 97,\n 56,\n 45,\n 99,\n 54,\n 57,\n 51,\n 51,\n 56,\n 98,\n 56,\n 51,\n 56,\n 49,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_45798d52-047d-4169-84a8-c69338b83810.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.734638428Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::5]:45543","req_id":"9dab6f56-30e2-4630-9282-49fa8b500b70","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_1e91f7d5-fc0f-4a5c-9d83-12dc69dd8497.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_1e91f7d5-fc0f-4a5c-9d83-12dc69dd8497.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 101,\n 57,\n 49,\n 102,\n 55,\n 100,\n 53,\n 45,\n 102,\n 99,\n 48,\n 102,\n 45,\n 52,\n 97,\n 53,\n 99,\n 45,\n 57,\n 100,\n 56,\n 51,\n 45,\n 49,\n 50,\n 100,\n 99,\n 54,\n 57,\n 100,\n 100,\n 56,\n 52,\n 57,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_1e91f7d5-fc0f-4a5c-9d83-12dc69dd8497.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.761711576Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::1b]:47757","req_id":"636387cb-4267-43ff-a7b7-20eac0d2c7e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7155,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.766885866Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::2]:37088","req_id":"1bc8167c-2f3e-44df-8aaa-873b936b31a2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7155,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.767429939Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::2]:35187","req_id":"873ad0d3-d2ff-48cd-bb39-169e7c14136a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 101,\n 100,\n 57,\n 55,\n 51,\n 98,\n 52,\n 45,\n 97,\n 55,\n 98,\n 49,\n 45,\n 52,\n 97,\n 52,\n 48,\n 45,\n 98,\n 98,\n 56,\n 50,\n 45,\n 51,\n 102,\n 51,\n 49,\n 54,\n 55,\n 48,\n 102,\n 51,\n 98,\n 99,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.847330502Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::e]:61041","req_id":"12656760-a2d4-4461-a8a0-59321fec2965","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 101,\n 100,\n 57,\n 55,\n 51,\n 98,\n 52,\n 45,\n 97,\n 55,\n 98,\n 49,\n 45,\n 52,\n 97,\n 52,\n 48,\n 45,\n 98,\n 98,\n 56,\n 50,\n 45,\n 51,\n 102,\n 51,\n 49,\n 54,\n 55,\n 48,\n 102,\n 51,\n 98,\n 99,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_2ed973b4-a7b1-4a40-bb82-3f31670f3bcd.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T18:15:00.847922046Z","hostname":"oxz_internal_dns_ec4b8b4d-b775-4616-8719-34d3b18d03d2","pid":5488,"peer_addr":"[fd00:1122:3344:101::e]:43609","req_id":"7a0decac-a7ff-427a-af18-a7aef71959de","component":"dns"}