[ May 28 15:54:01 Enabled. ] [ May 28 15:54:01 Rereading configuration. ] [ May 28 15:54:02 Rereading configuration. ] [ May 28 15:54:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 28 15:54:03 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.372748399Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.372907443Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.394515637Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.394539378Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.39461769Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:03.394880837Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:54:03.421353297Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::2]:8362","req_id":"cf0f38bc-939f-49b4-9f16-911dd2d69a80","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.401926506Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:60151"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.402738068Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"4aba7f9a-e0d6-4b1d-b6e3-00a9ac13459b","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.402761539Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.424779374Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.424805855Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"4aba7f9a-e0d6-4b1d-b6e3-00a9ac13459b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:54:04.424840606Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"PUT","req_id":"4aba7f9a-e0d6-4b1d-b6e3-00a9ac13459b","remote_addr":"[fd00:1122:3344:1::2]:60151","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":22485,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60744,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:54:15.746968233Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::1b]:53099","req_id":"100369a9-5577-4be5-876c-1acba0dc7a6f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5053,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:54:15.760524272Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::1b]:48624","req_id":"ae9b4e5a-9b43-47e1-8401-02d8b9636c68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22839,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:54:15.775990314Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::1b]:34729","req_id":"c77ec627-60a7-465f-9ba1-0caabee1a0de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:02.482625334Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::1b]:45865","req_id":"c2a9c3ed-716a-4bbe-a676-9c6433b62e79","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:02.762778104Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::1b]:43345","req_id":"187c2329-8ddc-4fee-8759-9ffb0a379e39","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:02.811428228Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::1b]:57720","req_id":"e93693b4-c937-438b-93c6-1fe8b4f19e53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:23.367748163Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:56257","req_id":"078bcf0c-2a8a-4dd4-8fa7-e38f53104891","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28626,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 57,\n 55,\n 55,\n 101,\n 56,\n 49,\n 45,\n 100,\n 97,\n 54,\n 57,\n 45,\n 52,\n 50,\n 55,\n 99,\n 45,\n 57,\n 48,\n 55,\n 56,\n 45,\n 99,\n 48,\n 98,\n 99,\n 99,\n 50,\n 48,\n 52,\n 97,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:24.793621647Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::e]:37566","req_id":"3b8b8d3f-f02a-49be-8073-d305d907ee88","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28626,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 57,\n 55,\n 55,\n 101,\n 56,\n 49,\n 45,\n 100,\n 97,\n 54,\n 57,\n 45,\n 52,\n 50,\n 55,\n 99,\n 45,\n 57,\n 48,\n 55,\n 56,\n 45,\n 99,\n 48,\n 98,\n 99,\n 99,\n 50,\n 48,\n 52,\n 97,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:24.79445292Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::e]:56390","req_id":"44501628-0046-4c1d-8b25-ff278e011b88","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:31.316784989Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::c]:9454","req_id":"1fc20787-58f9-4c3f-8588-647468a29ce0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:31.323948449Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::b]:3286","req_id":"f4e72b14-1550-4300-b7b5-7fd93749a56d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21475,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:32.689754306Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::a]:58433","req_id":"90fdd446-a68f-4fd7-8969-d5717f5711a2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.197861598Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41253"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.204547625Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60116"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.204573876Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42506"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.237902057Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"11c37c8a-9f2c-4a03-b97b-adf16d76d8c8","remote_addr":"[fd00:1122:3344:101::c]:42506","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":17385,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.23800182Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"30c5b2af-41ba-466e-9563-f8a0fe908251","remote_addr":"[fd00:1122:3344:101::a]:60116","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":17386,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.238014131Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"c1922d1e-3a9c-4d85-b080-e0b122c05b14","remote_addr":"[fd00:1122:3344:101::b]:41253","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":17386,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:33.380709589Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:60688","req_id":"6ef579d0-23cf-47d4-abb2-42c44a503ed3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.775954176Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36715"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.779625469Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"71009271-5630-465e-96e9-264d3c56cce9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.779646509Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"71009271-5630-465e-96e9-264d3c56cce9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:33.77968775Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"PUT","req_id":"71009271-5630-465e-96e9-264d3c56cce9","remote_addr":"[fd00:1122:3344:101::b]:36715","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":2778,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17525,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:34.541395551Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::b]:40383","req_id":"6d5db553-6ab0-4bbe-a089-39ea8c02e9a8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:34.681564569Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34742"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:34.681864807Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"d2c7689a-a98a-4b3d-a24e-3a3d56fbb82f","remote_addr":"[fd00:1122:3344:101::b]:34742","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":247,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:35.241207952Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::b]:59853","req_id":"c894da01-a262-4b29-922a-f95d44435923","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:35.535801176Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62775"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:35.536046603Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"586326dc-9f5c-4c05-8385-e27e57140f93","remote_addr":"[fd00:1122:3344:101::b]:62775","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34229,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:35.931683862Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::b]:51813","req_id":"c61c1df6-4dde-451d-b780-1f30fc687b1b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:36.158583954Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58011"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:36.15880238Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"9ae14daf-8016-4124-a72b-ccea3c32f547","remote_addr":"[fd00:1122:3344:101::b]:58011","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14934,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:42.063924757Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::c]:64364","req_id":"dde6d9cc-8339-4388-8f6e-e4682540fad7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:42.180405372Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60938"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:42.180630889Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"51af6f9d-1faf-45a8-a709-d2be5e0884f1","remote_addr":"[fd00:1122:3344:101::c]:60938","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:43.38240909Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:52430","req_id":"ec3da418-02d1-4dde-bd02-92de7ac47438","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16839,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:43.394243621Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::a]:41144","req_id":"5820260e-4423-4c17-8f12-1a5bda198186","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:43.600381263Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36469"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:56:43.600606559Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"31fa18dd-658c-4d79-947d-cd6a5a5d5318","remote_addr":"[fd00:1122:3344:101::a]:36469","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61746,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:56:53.383935166Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:62401","req_id":"af97fa2b-5568-462a-9f96-e3a0b94bbf33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:03.38500826Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:63973","req_id":"c55139e5-c875-46ae-8f01-7c7e0760c7a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:13.387015889Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:52625","req_id":"33a6f11d-958d-4d0a-8eac-c5c192cdab83","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:23.388878254Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:57426","req_id":"7161d694-56f3-405f-b961-dcd068007cdb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.109523145Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45289"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.112485058Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"07792011-81a0-4f7f-8904-f36e83f35509","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.1125782Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"07792011-81a0-4f7f-8904-f36e83f35509","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.112616871Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"PUT","req_id":"07792011-81a0-4f7f-8904-f36e83f35509","remote_addr":"[fd00:1122:3344:101::b]:45289","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":1304,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.461845023Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49647"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.463647793Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"7ff5f7a0-76e7-4dfe-a2d2-7e35cddd587c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.463684934Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"7ff5f7a0-76e7-4dfe-a2d2-7e35cddd587c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:31.463748926Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"PUT","req_id":"7ff5f7a0-76e7-4dfe-a2d2-7e35cddd587c","remote_addr":"[fd00:1122:3344:101::c]:49647","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":234,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:32.477691608Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::b]:19000","req_id":"d5fef999-50ce-4543-abf7-1c3702032557","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:32.483572982Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::c]:15547","req_id":"313c89b8-7ccb-414c-be73-10c85326df55","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.608772491Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43728"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.609229814Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"0e1dad15-2315-494e-9250-d965bb76e656","remote_addr":"[fd00:1122:3344:101::b]:43728","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":283,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.7665176Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51560"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.7668526Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"a85370a0-0253-4978-a89b-db48f69971cf","remote_addr":"[fd00:1122:3344:101::c]:51560","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":289,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.83199559Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53081"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.833134342Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"b66e76cc-85b5-4235-8cd6-a6053dd06ef8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.833171973Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"b66e76cc-85b5-4235-8cd6-a6053dd06ef8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:32.833179774Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"PUT","req_id":"b66e76cc-85b5-4235-8cd6-a6053dd06ef8","remote_addr":"[fd00:1122:3344:101::a]:53081","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 392,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:33.390258055Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:50494","req_id":"0997024f-2a30-4d9a-a597-60b7c4ee08bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:33.504539139Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::a]:45680","req_id":"8734a2f1-8858-4637-b18b-491563b266b6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:33.598760932Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36354"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:57:33.599013389Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"8279ce5a-1a6e-4dd6-b940-01f2d8ae544c","remote_addr":"[fd00:1122:3344:101::a]:36354","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3001,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:43.391316949Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:58688","req_id":"3c0b4de2-4583-478b-9f89-5283c10f879e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31244,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:57:53.392813294Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:65137","req_id":"33f6af36-9a7f-4da7-9559-6024b4abbe11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:03.394762101Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:54059","req_id":"e3d82245-9de2-4fa2-8057-13e3b2196d5d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:08.357157566Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::1b]:61223","req_id":"4dfe472b-7edd-4e8e-8dba-e0ef6a3197a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:08.368658337Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::1b]:45230","req_id":"c71d2668-5928-451f-ac68-7bb6e9a34fea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:08.379414548Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::1b]:39796","req_id":"676bf229-0772-4e3d-bde5-4defd28ea40b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:13.396500511Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:62092","req_id":"7fb3eeb4-9f11-4105-9076-9583fb1815fb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58059,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:23.398765739Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:62426","req_id":"2b932385-e8af-453c-806a-f6b1bd814f61","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.046144339Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52536"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.047793265Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"109bffb2-ae99-422f-86db-a35e395940f0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.047863717Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"109bffb2-ae99-422f-86db-a35e395940f0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.047874597Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"PUT","req_id":"109bffb2-ae99-422f-86db-a35e395940f0","remote_addr":"[fd00:1122:3344:101::c]:52536","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.110109336Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46746"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.111946639Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"43b36a93-a9fb-4cb1-88b1-711b57c76f7a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.111989952Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"43b36a93-a9fb-4cb1-88b1-711b57c76f7a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:31.112040738Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"PUT","req_id":"43b36a93-a9fb-4cb1-88b1-711b57c76f7a","remote_addr":"[fd00:1122:3344:101::b]:46746","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":242,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44500,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:31.980896143Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::c]:50709","req_id":"ea4f5a4e-27d8-4d00-958c-e1e3b76d78e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:31.986576412Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::b]:16312","req_id":"80de27b7-fc12-4ad7-acdf-cb6ce9040a28","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.086746051Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35373"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.086964037Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"2841584b-4523-4218-b197-ae2be7bccd54","remote_addr":"[fd00:1122:3344:101::c]:35373","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.11924847Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42328"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.119520537Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"79ca06d6-8c97-42f7-ac5d-ca9a1248b420","remote_addr":"[fd00:1122:3344:101::b]:42328","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.494139952Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52413"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.495758853Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"d3808ec8-2686-4532-88a9-b39e383ec928","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.495793184Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"d3808ec8-2686-4532-88a9-b39e383ec928","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:32.495838655Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"PUT","req_id":"d3808ec8-2686-4532-88a9-b39e383ec928","remote_addr":"[fd00:1122:3344:101::a]:52413","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":215,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30932,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:33.400961041Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:53887","req_id":"12a6f605-02b1-44cb-8fce-c9bd162c207c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:33.459394387Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::a]:6716","req_id":"f8e962d2-a224-4f41-8a89-6de738672152","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:33.555114326Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64319"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:58:33.555380583Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"c73ff8db-89e2-476f-82af-7dd14c605ef7","remote_addr":"[fd00:1122:3344:101::a]:64319","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":248,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:43.402547751Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:56296","req_id":"01bbb968-be0e-432d-8299-2ddf6e61dc35","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:58:53.4037348Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:52152","req_id":"7a6099eb-2989-4c32-b6e9-5084e9effdef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:03.40613921Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:65304","req_id":"2a8846e9-1ac5-46b3-a367-b0aab6f4c20b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16854,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:13.407539452Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:52202","req_id":"a62e1ba8-107e-416a-b1f2-c93981bdbf48","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:23.408838651Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:57978","req_id":"a3d2b4cc-91b8-4d80-a466-8b6d42ba15fc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.046660857Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61103"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.048256282Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"7b70b0d1-0091-4d9c-8e67-b86f5f4d8552","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.048285993Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"7b70b0d1-0091-4d9c-8e67-b86f5f4d8552","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.048296573Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"PUT","req_id":"7b70b0d1-0091-4d9c-8e67-b86f5f4d8552","remote_addr":"[fd00:1122:3344:101::c]:61103","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":179,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.111843189Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48867"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.113509396Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"2d4d05d6-36b7-4f02-92fc-9bf64a13c739","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.113545167Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"2d4d05d6-36b7-4f02-92fc-9bf64a13c739","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:31.113557867Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"PUT","req_id":"2d4d05d6-36b7-4f02-92fc-9bf64a13c739","remote_addr":"[fd00:1122:3344:101::b]:48867","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":280,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:32.098818586Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::c]:30694","req_id":"eb217e54-395b-4d9e-9382-f17a8d0117cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47130,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:32.100387Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::b]:24484","req_id":"3f764bf3-b9d7-4457-b626-231077649e32","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.204160821Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47277"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.204373387Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"275bbdb0-f8f6-45b9-a8bb-c8cd3de10096","remote_addr":"[fd00:1122:3344:101::c]:47277","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.243035677Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37477"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.243243733Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"14ecbdca-61fe-4e16-9424-0ce0832213fc","remote_addr":"[fd00:1122:3344:101::b]:37477","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.494467345Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39150"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.495848494Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"0c201ddb-981a-4a07-b19f-40bb855b6914","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.495886785Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"new_generation":1,"req_id":"0c201ddb-981a-4a07-b19f-40bb855b6914","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:32.495899515Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"PUT","req_id":"0c201ddb-981a-4a07-b19f-40bb855b6914","remote_addr":"[fd00:1122:3344:101::a]:39150","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":266,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:33.410910631Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:57331","req_id":"6c17a859-62fe-433e-9e1a-3ca7a13f6cd0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47443,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:34.087528243Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::a]:27914","req_id":"f54ae263-db40-4932-b2bf-7f1151e20e10","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:34.184361889Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63759"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-28T15:59:34.184578205Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"uri":"/config","method":"GET","req_id":"bea12c32-cf1f-454d-991c-0cf7d9477666","remote_addr":"[fd00:1122:3344:101::a]:63759","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:43.412729692Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:59769","req_id":"fba3b9be-e315-4196-8426-59c5cf99a855","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8772,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-28T15:59:53.41471742Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::d]:65035","req_id":"5709da48-0c64-4b00-9ba3-c075afe3aaa4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 57,\n 55,\n 55,\n 101,\n 56,\n 49,\n 45,\n 100,\n 97,\n 54,\n 57,\n 45,\n 52,\n 50,\n 55,\n 99,\n 45,\n 57,\n 48,\n 55,\n 56,\n 45,\n 99,\n 48,\n 98,\n 99,\n 99,\n 50,\n 48,\n 52,\n 97,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.233204294Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::e]:55384","req_id":"5a41b999-9d73-4619-b356-c3f6c9e03fcc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 48,\n 57,\n 55,\n 55,\n 101,\n 56,\n 49,\n 45,\n 100,\n 97,\n 54,\n 57,\n 45,\n 52,\n 50,\n 55,\n 99,\n 45,\n 57,\n 48,\n 55,\n 56,\n 45,\n 99,\n 48,\n 98,\n 99,\n 99,\n 50,\n 48,\n 52,\n 97,\n 102,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d0977e81-da69-427c-9078-c0bcc204af16.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.2337841Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::e]:64303","req_id":"58618fc5-f105-43c6-882f-a863e237c466","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.618484682Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::2]:45433","req_id":"76a4f7c5-4371-450b-86b2-3c8fc7b4ef36","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.619188532Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::2]:46102","req_id":"19045450-4817-4717-b34d-e4ca2fb4714c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 55,\n 53,\n 50,\n 97,\n 56,\n 54,\n 45,\n 55,\n 52,\n 51,\n 50,\n 45,\n 52,\n 55,\n 51,\n 98,\n 45,\n 97,\n 51,\n 54,\n 49,\n 45,\n 100,\n 98,\n 102,\n 99,\n 98,\n 49,\n 55,\n 56,\n 50,\n 100,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.666750862Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::5]:49088","req_id":"41eeae8f-2a9b-41ec-8784-0e55cf128dc1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 55,\n 53,\n 50,\n 97,\n 56,\n 54,\n 45,\n 55,\n 52,\n 51,\n 50,\n 45,\n 52,\n 55,\n 51,\n 98,\n 45,\n 97,\n 51,\n 54,\n 49,\n 45,\n 100,\n 98,\n 102,\n 99,\n 98,\n 49,\n 55,\n 56,\n 50,\n 100,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b3752a86-7432-473b-a361-dbfcb1782dc2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.667335688Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::5]:51077","req_id":"f450aa22-af7d-4e0b-81f4-eaa7f35a0b68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 53,\n 57,\n 48,\n 53,\n 55,\n 49,\n 102,\n 45,\n 55,\n 49,\n 52,\n 98,\n 45,\n 52,\n 98,\n 97,\n 101,\n 45,\n 56,\n 97,\n 50,\n 52,\n 45,\n 97,\n 57,\n 55,\n 55,\n 54,\n 97,\n 57,\n 101,\n 55,\n 100,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.732803868Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::6]:41609","req_id":"92ce80c3-7924-4b41-ae8e-04f5e323ae71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 53,\n 57,\n 48,\n 53,\n 55,\n 49,\n 102,\n 45,\n 55,\n 49,\n 52,\n 98,\n 45,\n 52,\n 98,\n 97,\n 101,\n 45,\n 56,\n 97,\n 50,\n 52,\n 45,\n 97,\n 57,\n 55,\n 55,\n 54,\n 97,\n 57,\n 101,\n 55,\n 100,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1590571f-714b-4bae-8a24-a9776a9e7d32.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.733393554Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::6]:36533","req_id":"11f5a01a-c955-4ee2-9787-36084deff518","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 52,\n 98,\n 102,\n 50,\n 55,\n 100,\n 55,\n 45,\n 102,\n 97,\n 51,\n 57,\n 45,\n 52,\n 54,\n 100,\n 102,\n 45,\n 57,\n 48,\n 102,\n 53,\n 45,\n 56,\n 50,\n 51,\n 49,\n 100,\n 54,\n 55,\n 100,\n 49,\n 55,\n 51,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.739775923Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::7]:46982","req_id":"c93330da-cc48-4660-8a36-6986a9ab777a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 52,\n 98,\n 102,\n 50,\n 55,\n 100,\n 55,\n 45,\n 102,\n 97,\n 51,\n 57,\n 45,\n 52,\n 54,\n 100,\n 102,\n 45,\n 57,\n 48,\n 102,\n 53,\n 45,\n 56,\n 50,\n 51,\n 49,\n 100,\n 54,\n 55,\n 100,\n 49,\n 55,\n 51,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b4bf27d7-fa39-46df-90f5-8231d67d1733.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.740354799Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::7]:42653","req_id":"e3c66981-7225-4b37-83b6-748bcd0d6d54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 97,\n 56,\n 48,\n 50,\n 48,\n 53,\n 49,\n 45,\n 102,\n 101,\n 50,\n 51,\n 45,\n 52,\n 56,\n 55,\n 57,\n 45,\n 56,\n 54,\n 49,\n 49,\n 45,\n 100,\n 56,\n 54,\n 101,\n 54,\n 57,\n 55,\n 97,\n 48,\n 101,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.744473124Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::4]:36597","req_id":"b7cb9d58-6842-432d-ba0b-95400a430c9d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 97,\n 56,\n 48,\n 50,\n 48,\n 53,\n 49,\n 45,\n 102,\n 101,\n 50,\n 51,\n 45,\n 52,\n 56,\n 55,\n 57,\n 45,\n 56,\n 54,\n 49,\n 49,\n 45,\n 100,\n 56,\n 54,\n 101,\n 54,\n 57,\n 55,\n 97,\n 48,\n 101,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ea802051-fe23-4879-8611-d86e697a0ed3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.745020859Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::4]:63920","req_id":"ae32b7e5-0cdc-4f7c-85ae-d5240dde0612","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 100,\n 52,\n 97,\n 100,\n 55,\n 99,\n 99,\n 45,\n 50,\n 50,\n 99,\n 52,\n 45,\n 52,\n 52,\n 51,\n 48,\n 45,\n 98,\n 48,\n 55,\n 97,\n 45,\n 101,\n 49,\n 54,\n 98,\n 52,\n 97,\n 50,\n 56,\n 53,\n 52,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.766824849Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::3]:55706","req_id":"ef83aa04-415b-47d6-a559-b0a72a997bc7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 100,\n 52,\n 97,\n 100,\n 55,\n 99,\n 99,\n 45,\n 50,\n 50,\n 99,\n 52,\n 45,\n 52,\n 52,\n 51,\n 48,\n 45,\n 98,\n 48,\n 55,\n 97,\n 45,\n 101,\n 49,\n 54,\n 98,\n 52,\n 97,\n 50,\n 56,\n 53,\n 52,\n 53,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dd4ad7cc-22c4-4430-b07a-e16b4a285454.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.767339863Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::3]:37271","req_id":"29907e13-a688-4fe4-aab1-abb62731ff9a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_0a245bad-2143-418d-8097-4efb300d6c95.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_0a245bad-2143-418d-8097-4efb300d6c95.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 97,\n 50,\n 52,\n 53,\n 98,\n 97,\n 100,\n 45,\n 50,\n 49,\n 52,\n 51,\n 45,\n 52,\n 49,\n 56,\n 100,\n 45,\n 56,\n 48,\n 57,\n 55,\n 45,\n 52,\n 101,\n 102,\n 98,\n 51,\n 48,\n 48,\n 100,\n 54,\n 99,\n 57,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_0a245bad-2143-418d-8097-4efb300d6c95.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-28T16:00:00.977701563Z","hostname":"oxz_internal_dns_3ec441a8-ae00-4f80-ba18-b36f3d62cc02","pid":5439,"peer_addr":"[fd00:1122:3344:101::1b]:51022","req_id":"123aa3e0-eb06-4051-aca3-6b81b440af87","component":"dns"}