[ Mar 26 16:26:36 Enabled. ] [ Mar 26 16:26:36 Rereading configuration. ] [ Mar 26 16:26:37 Rereading configuration. ] [ Mar 26 16:26:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Mar 26 16:26:38 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.510872166Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.51107479Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.531158586Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.531176857Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.531198037Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:38.531493573Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.224447022Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:45610"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.225099856Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"new_generation":1,"req_id":"467603a4-3b1a-435e-bb65-d0f2ec2ab51f","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.225114476Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.256626763Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.256651834Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"new_generation":1,"req_id":"467603a4-3b1a-435e-bb65-d0f2ec2ab51f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:26:39.256672264Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"PUT","req_id":"467603a4-3b1a-435e-bb65-d0f2ec2ab51f","remote_addr":"[fd00:1122:3344:3::2]:45610","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":31928,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:26:51.508785059Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:62632","req_id":"f8329d8d-821d-4ea6-8d20-b81a3a26a5ed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:26:51.513069236Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:54743","req_id":"600ff6e5-2dd1-497d-bd6e-849e05afc1cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:26:51.517149789Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:54818","req_id":"031dd02b-6a1c-4bc0-99fc-eeecbc386c40","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63916,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:15.7923867Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:43865","req_id":"382f80e6-d1a0-4494-ae28-cbdb0c925b46","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:15.824197754Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:61202","req_id":"0831d814-97f4-48f0-a219-3182e3b2b2bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:15.824223634Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:37459","req_id":"0ebbea93-3a4a-45bd-80d2-8b9de03ef095","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:28.35508318Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:56837","req_id":"79e83666-a032-4167-b05b-970941a2407b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:31.610809741Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::e]:38187","req_id":"6d76c1be-aa4d-4067-b174-3e88318da538","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:31.611304001Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::e]:63103","req_id":"1fd21c2b-be9d-4862-bebe-1f2e256d3dcf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20206,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.357070081Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::b]:32152","req_id":"330dc634-43b1-4975-ae34-c00aa0a7c47e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.357585501Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:58851","req_id":"9d451fe0-d8f4-4f75-8c0e-e8879b40fbf0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.705778765Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::a]:42932","req_id":"b518d2a7-bb91-4296-8983-dbfda145ab9a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:38.876941588Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::c]:21701","req_id":"eceac710-3a69-4cbe-9ebe-993fc0b0e682","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:48.359647504Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:55466","req_id":"9d6cef8b-497d-40cf-8e62-850f2099d6d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19251,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:56.848702584Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::b]:55068","req_id":"21079734-a440-437b-8864-5123c660786e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.24436391Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59856"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.367607813Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"GET","req_id":"bba40654-553a-4914-9310-6f6259fdbaa8","remote_addr":"[fd00:1122:3344:101::b]:59856","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":67198,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.901652038Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61756"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.905163939Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"new_generation":1,"req_id":"142eb9fd-a93c-4531-9b29-0e046e51eb0c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.905266531Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"new_generation":1,"req_id":"142eb9fd-a93c-4531-9b29-0e046e51eb0c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:57.905275621Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"PUT","req_id":"142eb9fd-a93c-4531-9b29-0e046e51eb0c","remote_addr":"[fd00:1122:3344:101::b]:61756","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":2721,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49458,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:57.922807796Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::b]:46981","req_id":"75871b45-4250-4af8-a538-aa72e0ab0a7f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:58.041288623Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51968"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:58.041798503Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"GET","req_id":"6e1e63cb-4576-4961-a47b-91a0dc23eb31","remote_addr":"[fd00:1122:3344:101::b]:51968","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":326,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31467,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:58.361611224Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:59689","req_id":"2246df2c-355c-4663-ab99-65761e9dbc84","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:59.533814729Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::b]:48038","req_id":"6f01de53-7322-4349-bfff-391da7012e76","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:59.534407932Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::c]:48978","req_id":"32842383-ade4-45a8-a55c-bcbea8a4acf4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54610,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:28:59.536575825Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::a]:64721","req_id":"40ff6fd9-7716-4bd8-af7f-407431a0d2f0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.703278608Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63982"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.703691897Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"GET","req_id":"da7a083c-a178-4a13-b382-ea45c8e5e476","remote_addr":"[fd00:1122:3344:101::c]:63982","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":332,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.764467036Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35084"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.764684991Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"GET","req_id":"26647533-3852-4a16-8328-c4f8c25ed633","remote_addr":"[fd00:1122:3344:101::b]:35084","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.860739894Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62852"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:28:59.860991469Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"GET","req_id":"9d9b1593-f3b1-4a9a-b90d-453494678188","remote_addr":"[fd00:1122:3344:101::a]:62852","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:08.36235945Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:59984","req_id":"7b261d9f-356f-4376-b213-a548630fd169","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:18.363799919Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:57542","req_id":"632d7034-9def-43e3-9cb0-e2fd20961c71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24923,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:28.36531914Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:55636","req_id":"72378b0a-5020-437a-ac13-0d267dba164b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.286072857Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50684"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.28722278Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"new_generation":1,"req_id":"bd6ad37d-fdca-4208-931a-ed13a93aca3d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.287276571Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"new_generation":1,"req_id":"bd6ad37d-fdca-4208-931a-ed13a93aca3d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.287292582Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"PUT","req_id":"bd6ad37d-fdca-4208-931a-ed13a93aca3d","remote_addr":"[fd00:1122:3344:101::b]:50684","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":191,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:38.367047136Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:53868","req_id":"fac48e0b-450b-4796-9aa5-8b0e96f144fb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.686841315Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53504"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.687948308Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"new_generation":1,"req_id":"1f4074d4-c428-4a11-be3a-ebd8ab3894f8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.687991998Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"new_generation":1,"req_id":"1f4074d4-c428-4a11-be3a-ebd8ab3894f8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.688014969Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"PUT","req_id":"1f4074d4-c428-4a11-be3a-ebd8ab3894f8","remote_addr":"[fd00:1122:3344:101::a]:53504","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":232,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.838928962Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54674"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.840441283Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"new_generation":1,"req_id":"bb959738-7772-43e0-97a0-b69546a01724","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.840473683Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"new_generation":1,"req_id":"bb959738-7772-43e0-97a0-b69546a01724","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:38.840509354Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"PUT","req_id":"bb959738-7772-43e0-97a0-b69546a01724","remote_addr":"[fd00:1122:3344:101::c]:54674","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12178,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:40.295150945Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::b]:32529","req_id":"81fc9773-f722-44ee-b1df-213e42db7f00","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:40.295206056Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::c]:6626","req_id":"c131373c-7960-45ef-8a80-4ce59d5af7dc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:40.301708398Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::a]:43419","req_id":"78b1ed01-274c-4a12-9d6f-da2ca27b3d33","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.403373165Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35287"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.403669281Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"GET","req_id":"4a639a5e-fa53-4956-ae8a-e5048d47519f","remote_addr":"[fd00:1122:3344:101::c]:35287","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":246,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.438436704Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37236"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.43873525Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"GET","req_id":"49263cf3-3a0a-4c56-9e3d-a4aabcb38181","remote_addr":"[fd00:1122:3344:101::b]:37236","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":241,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.472389681Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41438"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-26T16:29:40.472594135Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"uri":"/config","method":"GET","req_id":"43655d22-73ed-4f65-9dcf-5e9382b57518","remote_addr":"[fd00:1122:3344:101::a]:41438","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":170,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4798,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:48.368761332Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:60299","req_id":"51e599c9-5ba3-4970-9ae2-c4df8775802d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10885,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:29:58.37058921Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:61441","req_id":"e1f32a30-930d-4460-b616-157088a15693","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56642,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 56,\n 56,\n 99,\n 50,\n 98,\n 99,\n 102,\n 45,\n 49,\n 51,\n 50,\n 57,\n 45,\n 52,\n 56,\n 54,\n 56,\n 45,\n 56,\n 50,\n 52,\n 56,\n 45,\n 102,\n 53,\n 54,\n 101,\n 99,\n 55,\n 54,\n 101,\n 99,\n 51,\n 100,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.138220133Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::4]:49162","req_id":"6102964b-9182-4753-bdc8-ff42eba30568","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56642,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 56,\n 56,\n 99,\n 50,\n 98,\n 99,\n 102,\n 45,\n 49,\n 51,\n 50,\n 57,\n 45,\n 52,\n 56,\n 54,\n 56,\n 45,\n 56,\n 50,\n 52,\n 56,\n 45,\n 102,\n 53,\n 54,\n 101,\n 99,\n 55,\n 54,\n 101,\n 99,\n 51,\n 100,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e88c2bcf-1329-4868-8248-f56ec76ec3d6.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.138719183Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::4]:35388","req_id":"dcf77ae3-09b1-4098-898f-4c782c4f9845","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 54,\n 98,\n 48,\n 102,\n 54,\n 57,\n 45,\n 99,\n 48,\n 98,\n 102,\n 45,\n 52,\n 99,\n 56,\n 54,\n 45,\n 98,\n 100,\n 98,\n 52,\n 45,\n 57,\n 98,\n 51,\n 52,\n 48,\n 101,\n 54,\n 52,\n 99,\n 51,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.146422288Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::5]:36151","req_id":"6b96813f-8ba3-4272-8bc2-3f46a81e1740","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 54,\n 98,\n 48,\n 102,\n 54,\n 57,\n 45,\n 99,\n 48,\n 98,\n 102,\n 45,\n 52,\n 99,\n 56,\n 54,\n 45,\n 98,\n 100,\n 98,\n 52,\n 45,\n 57,\n 98,\n 51,\n 52,\n 48,\n 101,\n 54,\n 52,\n 99,\n 51,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7a6b0f69-c0bf-4c86-bdb4-9b340e64c374.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.146860227Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::5]:61681","req_id":"d44544d4-5ed2-476a-910c-1eb2760e80b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 50,\n 48,\n 97,\n 99,\n 99,\n 57,\n 45,\n 48,\n 48,\n 52,\n 98,\n 45,\n 52,\n 50,\n 100,\n 52,\n 45,\n 98,\n 56,\n 48,\n 53,\n 45,\n 56,\n 57,\n 49,\n 50,\n 100,\n 97,\n 99,\n 51,\n 101,\n 102,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.185274474Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::3]:39580","req_id":"8a018900-0d86-46e1-98ea-67d5dd7a25ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 50,\n 48,\n 97,\n 99,\n 99,\n 57,\n 45,\n 48,\n 48,\n 52,\n 98,\n 45,\n 52,\n 50,\n 100,\n 52,\n 45,\n 98,\n 56,\n 48,\n 53,\n 45,\n 56,\n 57,\n 49,\n 50,\n 100,\n 97,\n 99,\n 51,\n 101,\n 102,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b620acc9-004b-42d4-b805-8912dac3efc3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.185678633Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::3]:33425","req_id":"ce38b8bd-6d2c-4738-aee8-8773e300bb42","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 50,\n 49,\n 99,\n 52,\n 50,\n 52,\n 45,\n 51,\n 55,\n 51,\n 49,\n 45,\n 52,\n 53,\n 99,\n 52,\n 45,\n 56,\n 97,\n 49,\n 49,\n 45,\n 50,\n 99,\n 53,\n 48,\n 54,\n 53,\n 97,\n 51,\n 97,\n 57,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.19590004Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::6]:33488","req_id":"7c1ca834-c1ad-4476-8f7f-55ee48a3c800","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 50,\n 49,\n 99,\n 52,\n 50,\n 52,\n 45,\n 51,\n 55,\n 51,\n 49,\n 45,\n 52,\n 53,\n 99,\n 52,\n 45,\n 56,\n 97,\n 49,\n 49,\n 45,\n 50,\n 99,\n 53,\n 48,\n 54,\n 53,\n 97,\n 51,\n 97,\n 57,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce21c424-3731-45c4-8a11-2c5065a3a90c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.196329628Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::6]:53385","req_id":"1bebad9d-c501-4cb5-b414-334a362e1584","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 54,\n 50,\n 57,\n 101,\n 53,\n 101,\n 45,\n 52,\n 100,\n 53,\n 102,\n 45,\n 52,\n 54,\n 51,\n 101,\n 45,\n 98,\n 55,\n 52,\n 98,\n 45,\n 51,\n 51,\n 101,\n 98,\n 56,\n 52,\n 52,\n 57,\n 53,\n 52,\n 48,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.23448224Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::7]:38010","req_id":"4b571844-f7b6-437b-b21f-f1faad6415fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 54,\n 50,\n 57,\n 101,\n 53,\n 101,\n 45,\n 52,\n 100,\n 53,\n 102,\n 45,\n 52,\n 54,\n 51,\n 101,\n 45,\n 98,\n 55,\n 52,\n 98,\n 45,\n 51,\n 51,\n 101,\n 98,\n 56,\n 52,\n 52,\n 57,\n 53,\n 52,\n 48,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.23495237Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::7]:42603","req_id":"58aea006-2865-4c9c-b85e-8dddf0040f99","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.51721887Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::e]:49149","req_id":"95c3db4e-cbaf-4969-bf2a-dc3b8c80c84f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 56,\n 55,\n 102,\n 55,\n 48,\n 101,\n 45,\n 50,\n 99,\n 53,\n 48,\n 45,\n 52,\n 54,\n 98,\n 51,\n 45,\n 57,\n 50,\n 48,\n 51,\n 45,\n 49,\n 54,\n 49,\n 48,\n 54,\n 51,\n 97,\n 101,\n 48,\n 57,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6b87f70e-2c50-46b3-9203-161063ae09ab.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.517674419Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::e]:37466","req_id":"8886f800-0c11-4f44-8b25-b8059bf567da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61252,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.903322442Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::2]:43732","req_id":"55fc8b2e-1248-4f8c-b86e-efdc5ebd125c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61252,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.903795891Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::2]:56277","req_id":"ed801ab6-4280-47e6-aca2-08d256c8997d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_adcee9e7-fdd7-4b34-a432-3f5e260e57f5.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_adcee9e7-fdd7-4b34-a432-3f5e260e57f5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 97,\n 100,\n 99,\n 101,\n 101,\n 57,\n 101,\n 55,\n 45,\n 102,\n 100,\n 100,\n 55,\n 45,\n 52,\n 98,\n 51,\n 52,\n 45,\n 97,\n 52,\n 51,\n 50,\n 45,\n 51,\n 102,\n 53,\n 101,\n 50,\n 54,\n 48,\n 101,\n 53,\n 55,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_adcee9e7-fdd7-4b34-a432-3f5e260e57f5.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-26T16:30:00.96501805Z","hostname":"oxz_internal_dns_c16a5161-6dfb-413a-a571-98786bb1bec2","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:61104","req_id":"2c8afc08-587c-4975-bc7a-a352c8df58ca","component":"dns"}