[ May 28 15:54:01 Enabled. ] [ May 28 15:54:01 Rereading configuration. ] [ May 28 15:54:02 Rereading configuration. ] [ May 28 15:54:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 28 15:54:03 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.421597594Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.421781359Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.441400898Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.441422518Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.441507921Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.441793159Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.426081121Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:50975"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.426996346Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"548cae02-c0f9-4b64-8b2e-5cfa26230e53","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.427033898Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.444965449Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.444989729Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"548cae02-c0f9-4b64-8b2e-5cfa26230e53","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.44501558Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"PUT","req_id":"548cae02-c0f9-4b64-8b2e-5cfa26230e53","remote_addr":"[fd00:1122:3344:3::2]:50975","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":18452,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60744,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:54:15.747455137Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::1b]:42323","req_id":"287af85a-0466-4ebe-b50c-3382ea8411c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5053,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:54:15.760938934Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::1b]:56246","req_id":"bb696764-b103-422c-8f41-254adfde1520","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22839,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:54:15.776244891Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::1b]:56647","req_id":"fe314320-1b8b-4764-9db8-060b85c7052f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:02.899269659Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::1b]:53798","req_id":"82449701-bb83-4f55-afb2-340353b8fa5a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:02.948504405Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::1b]:57073","req_id":"f1b51750-6dc1-4d3f-b210-0a45678bfbe6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:02.948528396Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::1b]:59832","req_id":"81a8063c-64d8-4612-a7cd-e37b9461c0aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9976,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:23.367754683Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:58527","req_id":"aa3e8839-ff7c-4d72-92a6-a6694f66a398","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28626,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 57,\n 55,\n 55,\n 101,\n 56,\n 49,\n 45,\n 100,\n 97,\n 54,\n 57,\n 45,\n 52,\n 50,\n 55,\n 99,\n 45,\n 57,\n 48,\n 55,\n 56,\n 45,\n 99,\n 48,\n 98,\n 99,\n 99,\n 50,\n 48,\n 52,\n 97,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:24.794306816Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::e]:54330","req_id":"95819b6e-9390-4253-9fa7-894f1dfa90d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28626,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 57,\n 55,\n 55,\n 101,\n 56,\n 49,\n 45,\n 100,\n 97,\n 54,\n 57,\n 45,\n 52,\n 50,\n 55,\n 99,\n 45,\n 57,\n 48,\n 55,\n 56,\n 45,\n 99,\n 48,\n 98,\n 99,\n 99,\n 50,\n 48,\n 52,\n 97,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:24.794874912Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::e]:48299","req_id":"d9326c84-1d2f-4145-a3e1-653fbf673343","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:31.316845061Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::c]:24223","req_id":"5a3f696a-6b0a-4d46-affc-3bcc77a45907","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9001,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:31.323814616Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::b]:54556","req_id":"036721a4-0966-40e6-a621-f0eb90cd4fb1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16246,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:32.689700894Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::a]:1861","req_id":"29b3eb33-2b12-4a66-8481-b067bb3c9fe7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.25266477Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57404"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.259975144Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59779"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.262763862Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46508"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.309403616Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"f6eb8283-0397-44a0-b62f-6380f3858e4f","remote_addr":"[fd00:1122:3344:101::b]:46508","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":29538,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.309491888Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"54570366-c0fb-406f-8c70-ff05bd2114fc","remote_addr":"[fd00:1122:3344:101::a]:57404","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":29538,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.309508509Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"5c703a0b-7ce7-449f-8b21-e67c4ff16dff","remote_addr":"[fd00:1122:3344:101::c]:59779","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":29537,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:33.380712079Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:58603","req_id":"f8d783fb-4216-448b-a974-ad08150736f0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.776781029Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46331"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.779083023Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"854ddf55-2dc7-4b02-b41f-283f2cd2e55e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.779113084Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"854ddf55-2dc7-4b02-b41f-283f2cd2e55e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.779177636Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"PUT","req_id":"854ddf55-2dc7-4b02-b41f-283f2cd2e55e","remote_addr":"[fd00:1122:3344:101::b]:46331","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":2176,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:34.541338709Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::b]:3670","req_id":"23b4d235-2a0a-461e-a494-20f04728f4b1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:34.682383832Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51503"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:34.68268447Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"5dc090bb-e216-412a-9bfa-f88337634d6c","remote_addr":"[fd00:1122:3344:101::b]:51503","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":243,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18791,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:35.241201062Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::b]:20391","req_id":"690bbceb-1f57-4f12-94ae-2125a565ed41","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:35.536545966Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63364"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:35.536816054Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"3540863a-b785-43d1-987c-5047f65bbcdf","remote_addr":"[fd00:1122:3344:101::b]:63364","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:35.931682571Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::b]:60414","req_id":"9598eb15-e902-4d31-b8ba-0a7192c14d39","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:36.159285883Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61587"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:36.159545811Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"a850cf6a-a90c-42a4-9347-551c8086208d","remote_addr":"[fd00:1122:3344:101::b]:61587","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":227,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:42.063917556Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::c]:14302","req_id":"0adee7fd-4592-419a-971f-1475bf1030ab","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:42.180994139Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55098"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:42.181244756Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"89be526c-bba5-4528-a39c-868eb28f39bf","remote_addr":"[fd00:1122:3344:101::c]:55098","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:43.38240812Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:63562","req_id":"8a1afa2b-bbb0-4635-89c2-bf0a1db87a83","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:43.394274822Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::a]:51222","req_id":"ed0bb6b4-8dfc-419d-8c11-2aa916315a4f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:43.601060722Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60678"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:43.60133854Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"8ed2116b-a25a-4e89-a7dc-1307626a36b0","remote_addr":"[fd00:1122:3344:101::a]:60678","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:53.383941466Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:60635","req_id":"24505c3b-3436-4486-ade9-8ab1a9707dad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3667,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:03.384984359Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:60399","req_id":"241d93d5-6a7c-48c4-922b-fbe5e66823b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:13.386872054Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:63218","req_id":"8791eea2-18db-4453-a910-ad8b19266c8f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11288,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:23.388891094Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:59035","req_id":"a2df8db5-b487-4eb3-9995-7b100276849c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.111204592Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51939"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.111775538Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"9d42bbbd-259b-4151-9604-c7fae9d30bd4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.111837329Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"9d42bbbd-259b-4151-9604-c7fae9d30bd4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.11186043Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"PUT","req_id":"9d42bbbd-259b-4151-9604-c7fae9d30bd4","remote_addr":"[fd00:1122:3344:101::b]:51939","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":320,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.463357825Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34995"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.463964912Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"89146706-99a4-42a6-a2e5-6d06e4a403c4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.463989033Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"89146706-99a4-42a6-a2e5-6d06e4a403c4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.464026294Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"PUT","req_id":"89146706-99a4-42a6-a2e5-6d06e4a403c4","remote_addr":"[fd00:1122:3344:101::c]:34995","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":316,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:32.47775426Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::b]:13652","req_id":"d8b43d39-bbd7-414e-8343-fe01669c3538","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:32.483592333Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::c]:29522","req_id":"a90c9db0-5414-420c-945c-b6daadd633dd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.609876342Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58296"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.610265703Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"6a5da5f2-9117-4a73-9cce-545bfdaf3781","remote_addr":"[fd00:1122:3344:101::b]:58296","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":300,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.767373164Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63410"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.767667322Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"9007ae8c-0da9-48e3-bae6-3cd35b114597","remote_addr":"[fd00:1122:3344:101::c]:63410","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":245,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.832800583Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54836"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.83303879Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"834b02a9-ed91-4ee3-b791-78c450f47d09","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.833071531Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"834b02a9-ed91-4ee3-b791-78c450f47d09","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.833078701Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"PUT","req_id":"834b02a9-ed91-4ee3-b791-78c450f47d09","remote_addr":"[fd00:1122:3344:101::a]:54836","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":222,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55193,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:33.390312436Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:51975","req_id":"82723c74-1a77-4430-9d81-0ed85717737c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:33.504595481Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::a]:15303","req_id":"3379b0b7-e8a0-4f89-b851-51deee288246","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:33.59940263Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49263"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:33.599602576Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"b04582ab-28c8-4ef8-b6c7-5e06c4aa1fcc","remote_addr":"[fd00:1122:3344:101::a]:49263","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":171,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27814,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:43.39134145Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:56322","req_id":"e71c8c2d-187d-4622-aee6-67c89670cb1c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:53.392799974Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:65321","req_id":"34b3c0c3-2c9a-4e92-9264-dacd03185456","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:03.394790972Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:59211","req_id":"b76eea55-ae0a-4814-8eac-40f30dc6ff07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:08.357630849Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::1b]:47855","req_id":"79ac54a3-facd-4f1c-8839-dbcbc0f23c9b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:08.369008067Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::1b]:35408","req_id":"3ccc5fcc-78a8-4157-9709-29f6b5b2cead","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:08.379670535Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::1b]:44594","req_id":"a3ac80f1-2dce-4460-a16c-220cfede2d3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:13.396427819Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:59716","req_id":"5229c43b-631a-452f-b99b-8890467b470b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:23.39879653Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:53317","req_id":"786123d2-03dd-4395-9a8c-eda8cabbcbb6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.047523847Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48431"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.047845576Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"8605551e-c1c5-49ae-9c43-e51bc88a7a38","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.047906488Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"8605551e-c1c5-49ae-9c43-e51bc88a7a38","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.047917308Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"PUT","req_id":"8605551e-c1c5-49ae-9c43-e51bc88a7a38","remote_addr":"[fd00:1122:3344:101::c]:48431","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":222,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.111783771Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51388"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.112097964Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"5d295d45-6bd7-43e8-b9ef-efd7e77a98dd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.112125162Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"5d295d45-6bd7-43e8-b9ef-efd7e77a98dd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.112164491Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"PUT","req_id":"5d295d45-6bd7-43e8-b9ef-efd7e77a98dd","remote_addr":"[fd00:1122:3344:101::b]:51388","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":277,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59744,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:31.980870012Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::c]:33336","req_id":"aeec424d-b7ba-45bd-8ef7-03127183b542","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:31.986535901Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::b]:54957","req_id":"95cf4033-3898-4c82-a028-d37441846c07","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.08741889Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40740"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.087841902Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"8e4d7ba6-9553-4103-b5c2-1ab358e284d6","remote_addr":"[fd00:1122:3344:101::c]:40740","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.120007261Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48325"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.120224017Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"401cbb89-df85-438d-9ad4-bf619c00824f","remote_addr":"[fd00:1122:3344:101::b]:48325","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":177,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.495506506Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58832"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.496006029Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"9e96afc5-e6eb-4d39-a34e-9225f4588a58","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.496054531Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"9e96afc5-e6eb-4d39-a34e-9225f4588a58","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.496067791Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"PUT","req_id":"9e96afc5-e6eb-4d39-a34e-9225f4588a58","remote_addr":"[fd00:1122:3344:101::a]:58832","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":238,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:33.400949861Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:64486","req_id":"590f6fc0-bc47-469e-810b-844020f0a4a1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:33.459393675Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::a]:27524","req_id":"d0c3ae46-71b2-494e-a0aa-5768cd7c1c79","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:33.555838159Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44992"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:33.556113426Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"6080dfb3-1d8a-4602-addd-9407c3a4508d","remote_addr":"[fd00:1122:3344:101::a]:44992","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:43.402489829Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:62992","req_id":"7d2f7d0e-c399-4c40-b956-5bb4ad6b13b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:53.403684158Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:58270","req_id":"1d475c99-54a1-4234-9f4a-ae3b30091ed5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11655,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:03.406076268Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:63313","req_id":"80e4a1ff-932e-465b-a5b0-2fd304e742c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28540,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:13.407584863Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:65366","req_id":"c9f2a8a7-b6c7-4870-9fcb-7c30bcf30674","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5062,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:23.40882807Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:55775","req_id":"395794f3-9f56-42b3-840e-bf0073650df4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.048042966Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61145"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.048339324Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"3ecf7ce1-040f-4205-bdde-df6817e36fb5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.048367895Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"3ecf7ce1-040f-4205-bdde-df6817e36fb5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.048389106Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"PUT","req_id":"3ecf7ce1-040f-4205-bdde-df6817e36fb5","remote_addr":"[fd00:1122:3344:101::c]:61145","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":223,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.113248859Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44651"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.123631459Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"8954a8f5-e166-4230-9997-c7d7cd0ae769","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.12367995Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"8954a8f5-e166-4230-9997-c7d7cd0ae769","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.12369237Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"PUT","req_id":"8954a8f5-e166-4230-9997-c7d7cd0ae769","remote_addr":"[fd00:1122:3344:101::b]:44651","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":332,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:32.098807426Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::c]:27838","req_id":"a7936291-b515-4f08-bff8-81e5473c4c79","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:32.100336389Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::b]:31277","req_id":"33b7b04b-899c-4a7a-8e9a-64b566e4c83a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.20483485Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38293"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.205101417Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"2d2dabf2-c97f-4066-ac57-94d9742c2302","remote_addr":"[fd00:1122:3344:101::c]:38293","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.243670575Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51112"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.243916412Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"97f5d252-f91d-4b98-b1e6-7efe48cb7174","remote_addr":"[fd00:1122:3344:101::b]:51112","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.495652889Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34744"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.495948677Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"43571495-cea3-4d79-86ac-d2185926b65e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.495964467Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"new_generation":1,"req_id":"43571495-cea3-4d79-86ac-d2185926b65e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.495976007Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"PUT","req_id":"43571495-cea3-4d79-86ac-d2185926b65e","remote_addr":"[fd00:1122:3344:101::a]:34744","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":276,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27570,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:33.41088054Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:57831","req_id":"90471818-318c-4c6f-af43-76d9a89cae05","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:34.087527912Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::a]:58750","req_id":"a9cc6515-7cab-4f18-b250-3bbc717be918","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:34.184987397Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51858"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:34.185218633Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"uri":"/config","method":"GET","req_id":"cd1fc1f5-fdeb-4b0b-9a5e-2208195e59c7","remote_addr":"[fd00:1122:3344:101::a]:51858","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:43.412685831Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:64490","req_id":"3e01815e-ad3f-4ca6-a3df-54c08856b0db","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:53.414708859Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::d]:52340","req_id":"261435ff-2dd5-43b0-9d7b-5984759a6912","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 57,\n 55,\n 55,\n 101,\n 56,\n 49,\n 45,\n 100,\n 97,\n 54,\n 57,\n 45,\n 52,\n 50,\n 55,\n 99,\n 45,\n 57,\n 48,\n 55,\n 56,\n 45,\n 99,\n 48,\n 98,\n 99,\n 99,\n 50,\n 48,\n 52,\n 97,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.233664217Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::e]:45814","req_id":"d4a210eb-2136-428b-aca0-d523075763df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 57,\n 55,\n 55,\n 101,\n 56,\n 49,\n 45,\n 100,\n 97,\n 54,\n 57,\n 45,\n 52,\n 50,\n 55,\n 99,\n 45,\n 57,\n 48,\n 55,\n 56,\n 45,\n 99,\n 48,\n 98,\n 99,\n 99,\n 50,\n 48,\n 52,\n 97,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.23415738Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::e]:57712","req_id":"4d06127d-48ab-4d9d-9c5f-82796f2fbc41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.618972686Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::2]:44035","req_id":"5633a662-9ac9-427d-8902-ce0d7fe7ac0e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.619610034Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::2]:40182","req_id":"428b9528-9fdf-4c3b-b0bd-70bc836a7ff0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 55,\n 53,\n 50,\n 97,\n 56,\n 54,\n 45,\n 55,\n 52,\n 51,\n 50,\n 45,\n 52,\n 55,\n 51,\n 98,\n 45,\n 97,\n 51,\n 54,\n 49,\n 45,\n 100,\n 98,\n 102,\n 99,\n 98,\n 49,\n 55,\n 56,\n 50,\n 100,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.667180474Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::5]:44917","req_id":"1fc41586-a8c3-4a41-bb71-8e42e523be7e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 55,\n 53,\n 50,\n 97,\n 56,\n 54,\n 45,\n 55,\n 52,\n 51,\n 50,\n 45,\n 52,\n 55,\n 51,\n 98,\n 45,\n 97,\n 51,\n 54,\n 49,\n 45,\n 100,\n 98,\n 102,\n 99,\n 98,\n 49,\n 55,\n 56,\n 50,\n 100,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.66778429Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::5]:40828","req_id":"ee4548a5-5743-4b27-957a-879bcf7b7114","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 53,\n 57,\n 48,\n 53,\n 55,\n 49,\n 102,\n 45,\n 55,\n 49,\n 52,\n 98,\n 45,\n 52,\n 98,\n 97,\n 101,\n 45,\n 56,\n 97,\n 50,\n 52,\n 45,\n 97,\n 57,\n 55,\n 55,\n 54,\n 97,\n 57,\n 101,\n 55,\n 100,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.73324447Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::6]:52060","req_id":"8d0ab063-b39c-400d-b463-4c6c2ed2e16f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 53,\n 57,\n 48,\n 53,\n 55,\n 49,\n 102,\n 45,\n 55,\n 49,\n 52,\n 98,\n 45,\n 52,\n 98,\n 97,\n 101,\n 45,\n 56,\n 97,\n 50,\n 52,\n 45,\n 97,\n 57,\n 55,\n 55,\n 54,\n 97,\n 57,\n 101,\n 55,\n 100,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.733826216Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::6]:65312","req_id":"c802ff6f-5790-4b6d-9489-4c452c5b52ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 52,\n 98,\n 102,\n 50,\n 55,\n 100,\n 55,\n 45,\n 102,\n 97,\n 51,\n 57,\n 45,\n 52,\n 54,\n 100,\n 102,\n 45,\n 57,\n 48,\n 102,\n 53,\n 45,\n 56,\n 50,\n 51,\n 49,\n 100,\n 54,\n 55,\n 100,\n 49,\n 55,\n 51,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.740184144Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::7]:62197","req_id":"c148040d-aeb3-4e75-9881-e7b252c1caf9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 52,\n 98,\n 102,\n 50,\n 55,\n 100,\n 55,\n 45,\n 102,\n 97,\n 51,\n 57,\n 45,\n 52,\n 54,\n 100,\n 102,\n 45,\n 57,\n 48,\n 102,\n 53,\n 45,\n 56,\n 50,\n 51,\n 49,\n 100,\n 54,\n 55,\n 100,\n 49,\n 55,\n 51,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.740773011Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::7]:52033","req_id":"e603c8d8-6a03-432b-9fd2-ae05e8331898","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 97,\n 56,\n 48,\n 50,\n 48,\n 53,\n 49,\n 45,\n 102,\n 101,\n 50,\n 51,\n 45,\n 52,\n 56,\n 55,\n 57,\n 45,\n 56,\n 54,\n 49,\n 49,\n 45,\n 100,\n 56,\n 54,\n 101,\n 54,\n 57,\n 55,\n 97,\n 48,\n 101,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.744822744Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::4]:65136","req_id":"62fe137a-e498-447d-be9e-900bcda534d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 97,\n 56,\n 48,\n 50,\n 48,\n 53,\n 49,\n 45,\n 102,\n 101,\n 50,\n 51,\n 45,\n 52,\n 56,\n 55,\n 57,\n 45,\n 56,\n 54,\n 49,\n 49,\n 45,\n 100,\n 56,\n 54,\n 101,\n 54,\n 57,\n 55,\n 97,\n 48,\n 101,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.745356979Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::4]:58661","req_id":"4b8433de-6b8a-4334-825a-9acd986ec24e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 100,\n 52,\n 97,\n 100,\n 55,\n 99,\n 99,\n 45,\n 50,\n 50,\n 99,\n 52,\n 45,\n 52,\n 52,\n 51,\n 48,\n 45,\n 98,\n 48,\n 55,\n 97,\n 45,\n 101,\n 49,\n 54,\n 98,\n 52,\n 97,\n 50,\n 56,\n 53,\n 52,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.767197099Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::3]:38827","req_id":"a568ad8d-5773-4505-82a1-6f982810702d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 100,\n 52,\n 97,\n 100,\n 55,\n 99,\n 99,\n 45,\n 50,\n 50,\n 99,\n 52,\n 45,\n 52,\n 52,\n 51,\n 48,\n 45,\n 98,\n 48,\n 55,\n 97,\n 45,\n 101,\n 49,\n 54,\n 98,\n 52,\n 97,\n 50,\n 56,\n 53,\n 52,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.767708303Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::3]:56301","req_id":"1c979c4a-f9d9-4cfc-ba14-9d0d2d04d493","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_0a245bad-2143-418d-8097-4efb300d6c95.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_0a245bad-2143-418d-8097-4efb300d6c95.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 97,\n 50,\n 52,\n 53,\n 98,\n 97,\n 100,\n 45,\n 50,\n 49,\n 52,\n 51,\n 45,\n 52,\n 49,\n 56,\n 100,\n 45,\n 56,\n 48,\n 57,\n 55,\n 45,\n 52,\n 101,\n 102,\n 98,\n 51,\n 48,\n 48,\n 100,\n 54,\n 99,\n 57,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_0a245bad-2143-418d-8097-4efb300d6c95.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.978136445Z","hostname":"oxz_internal_dns_4f8cb3fb-3613-4027-8c19-65bdaa1c759b","pid":5456,"peer_addr":"[fd00:1122:3344:101::1b]:55407","req_id":"0feaf757-73e1-40ee-98ca-37bc0416b32a","component":"dns"}