[ May 13 18:35:57 Enabled. ] [ May 13 18:35:57 Rereading configuration. ] [ May 13 18:35:57 Rereading configuration. ] [ May 13 18:35:58 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 13 18:35:58 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:58.680216406Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:58.680370489Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:58.703542887Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:58.703571387Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:58.703628948Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:58.703996775Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:35:58.723557599Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::2]:50974","req_id":"c83705c0-6be8-415c-af5e-059fbaf1de02","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:35:58.889677654Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::2]:49450","req_id":"56380c34-e119-44d1-9e62-24d133f6c483","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:59.070447556Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:33098"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:59.071199929Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"b115b093-bab7-4393-b11b-cd428e8ef26d","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:59.07123476Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:59.084037246Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:59.084072266Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"b115b093-bab7-4393-b11b-cd428e8ef26d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:35:59.084085047Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"b115b093-bab7-4393-b11b-cd428e8ef26d","remote_addr":"[fd00:1122:3344:1::2]:33098","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13258,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:36:10.190613758Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:54288","req_id":"0bf09116-4234-4350-9de7-848b4a0626d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:36:10.195099247Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:38934","req_id":"b2468ca9-19ce-433b-b427-024cffbff70c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:36:10.19925834Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:52637","req_id":"c580f5dd-1d23-4276-808c-a1056ee62bab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:19.944142608Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:65001","req_id":"d043a095-1a72-4d4b-9d2f-2e8667df3c8f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:28.979583386Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::b]:52314","req_id":"c612c72e-1a6b-4c85-bd86-9f933a2d75cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9753,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:29.912981389Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:59503","req_id":"0e41cbc1-f5d4-488c-ad53-39f22e2b3f6f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:30.216594655Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::a]:48753","req_id":"2f738319-a8cc-4d60-9a5d-fd95506d2278","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:30.256239813Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::c]:21001","req_id":"974bad38-5f5e-4718-8c06-9bb1186a7e8a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:33.916858222Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:63021","req_id":"ff1c0aa7-bc28-4af9-9c87-3029a036ecf4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:33.9394831Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:59197","req_id":"ac593f62-874d-42e6-9d03-fe46a9a5f8fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25084,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:33.943548862Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:45613","req_id":"ec9b45f0-5bc4-4565-9f59-5997e4424f33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13814,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 101,\n 54,\n 99,\n 51,\n 102,\n 57,\n 56,\n 45,\n 52,\n 98,\n 97,\n 56,\n 45,\n 52,\n 100,\n 102,\n 98,\n 45,\n 56,\n 99,\n 54,\n 54,\n 45,\n 102,\n 49,\n 48,\n 102,\n 53,\n 49,\n 97,\n 101,\n 52,\n 53,\n 56,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:34.504656371Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::e]:42563","req_id":"5727ac67-b651-4756-a0dd-975afbd1815a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13814,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 101,\n 54,\n 99,\n 51,\n 102,\n 57,\n 56,\n 45,\n 52,\n 98,\n 97,\n 56,\n 45,\n 52,\n 100,\n 102,\n 98,\n 45,\n 56,\n 99,\n 54,\n 54,\n 45,\n 102,\n 49,\n 48,\n 102,\n 53,\n 49,\n 97,\n 101,\n 52,\n 53,\n 56,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:34.505368783Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::e]:61728","req_id":"0b929619-00dd-4228-9e85-636c8712165a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:39.916249073Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:53011","req_id":"ca7fdc44-6177-43b7-a84c-a51f0803f8c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:49.917805648Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:64720","req_id":"48b4b6d8-f37f-42e9-95b8-94393ea28346","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:37:59.919546817Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:51659","req_id":"6b1a9a2a-3978-4358-b23f-785deab2879c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64705,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:09.921706685Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:49464","req_id":"aa72faec-6f31-48d4-9cb6-cba64e54b835","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:17.535214499Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::a]:10637","req_id":"e6d2ab56-3267-49d1-9dac-91043d1c162d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:17.77388969Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51849"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:17.836486412Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"6a918623-408a-4387-9590-28fa353c691c","remote_addr":"[fd00:1122:3344:101::a]:51849","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":35404,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:19.923582928Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:56429","req_id":"7786df39-4b56-4dd5-a14d-ecb6d402664a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.168840744Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40999"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.170951122Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"39a43477-24f5-4c89-8f83-9104f344c903","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.171005693Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"39a43477-24f5-4c89-8f83-9104f344c903","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.171016023Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"39a43477-24f5-4c89-8f83-9104f344c903","remote_addr":"[fd00:1122:3344:101::a]:40999","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":260,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:28.175137975Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::a]:10841","req_id":"67e74aab-235b-405f-a653-951808047748","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.39123944Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54260"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.391509915Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"06a0284f-0e6f-48f6-a454-27c2a93d2c93","remote_addr":"[fd00:1122:3344:101::a]:54260","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:28.751871939Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::a]:57372","req_id":"a8b61ab1-20d9-425c-80f8-77cc89c03216","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.908173361Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37678"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.908521267Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"dcaf8e63-e617-4780-9f96-45465fd4e4cd","remote_addr":"[fd00:1122:3344:101::a]:37678","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":247,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.981566503Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58986"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.983932965Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"9b4c8b24-fb4a-4f32-9b03-70c1b25f2963","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.984028506Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"9b4c8b24-fb4a-4f32-9b03-70c1b25f2963","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:28.984041847Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"9b4c8b24-fb4a-4f32-9b03-70c1b25f2963","remote_addr":"[fd00:1122:3344:101::b]:58986","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":222,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:29.815621827Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::b]:48204","req_id":"617797c6-919a-4d15-8a3b-33863f4eb619","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6385,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:29.925022694Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:55860","req_id":"146a1489-10de-4b2d-b2c2-a6cd137837ba","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:29.970314541Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38833"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:29.970721288Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"10ddb2a6-1298-46bf-bcb7-71c0c42e03ff","remote_addr":"[fd00:1122:3344:101::b]:38833","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":256,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:30.006865944Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36267"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:30.01055638Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"fa197357-ef0d-47bf-a44c-9f7fb33ffd70","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:30.01058812Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"fa197357-ef0d-47bf-a44c-9f7fb33ffd70","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:30.010687192Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"fa197357-ef0d-47bf-a44c-9f7fb33ffd70","remote_addr":"[fd00:1122:3344:101::a]:36267","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":291,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:30.240106732Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65434"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:30.243762395Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"5dc9930f-239f-4647-8eb3-ab84a84d0ed3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:30.243880568Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"5dc9930f-239f-4647-8eb3-ab84a84d0ed3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:30.243897308Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"5dc9930f-239f-4647-8eb3-ab84a84d0ed3","remote_addr":"[fd00:1122:3344:101::c]:65434","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":327,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:30.990609074Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::a]:23259","req_id":"e7c5b8d8-8667-4b58-a5db-fc7574de0bab","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:31.103083714Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42894"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:31.103341729Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"391eb9cd-0bd2-4e34-a6c2-9b779f64d00a","remote_addr":"[fd00:1122:3344:101::a]:42894","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:31.368356885Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::c]:28633","req_id":"f0d157cb-7e0b-4822-a437-c5050c97677c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:31.482857341Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44006"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:38:31.483150726Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"2ea0b8b8-90e9-410d-bed7-91c5f8225264","remote_addr":"[fd00:1122:3344:101::c]:44006","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3792,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:39.926656391Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:54204","req_id":"4d643240-e2a4-430e-9db8-7b2f9a61895d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:49.928994192Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:54334","req_id":"6f4c698d-3df9-4636-8dcd-0ee54add998e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16706,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:38:59.930389416Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:59400","req_id":"7e27f2da-61a5-4a95-a61a-11e4a8b47711","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:39:09.932082246Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:65417","req_id":"871f8778-bf37-4281-bfb9-4549fc55cae8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43492,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:39:19.933635723Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:56903","req_id":"61f47ed7-255e-4caf-9377-c6af354dad17","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:28.775567083Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37671"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:28.778122228Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"b82885a4-0e11-4c44-828e-5e37794ed823","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:28.778164408Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"b82885a4-0e11-4c44-828e-5e37794ed823","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:28.778174949Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"b82885a4-0e11-4c44-828e-5e37794ed823","remote_addr":"[fd00:1122:3344:101::b]:37671","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":256,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50025,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:39:29.746318694Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::b]:49679","req_id":"674539dd-e426-47f1-a8ee-23b532d3f708","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:29.852111386Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45483"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:29.85233693Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"b090b08f-a4c3-43a8-b5ea-40584dd66dff","remote_addr":"[fd00:1122:3344:101::b]:45483","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18419,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:39:29.934379465Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:57686","req_id":"78b5974a-5fc0-481a-a681-fb540cc07919","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:30.005372575Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42808"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:30.008752114Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"4e4bb9a9-7e44-435a-b1cd-9054a3eb2814","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:30.008892067Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"4e4bb9a9-7e44-435a-b1cd-9054a3eb2814","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:30.008909357Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"4e4bb9a9-7e44-435a-b1cd-9054a3eb2814","remote_addr":"[fd00:1122:3344:101::a]:42808","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":300,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:30.029688593Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45345"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:30.033441279Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"4e4602a4-2dac-48ba-8491-1ad78185f8ce","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:30.03347406Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"4e4602a4-2dac-48ba-8491-1ad78185f8ce","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:30.033592711Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"4e4602a4-2dac-48ba-8491-1ad78185f8ce","remote_addr":"[fd00:1122:3344:101::c]:45345","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":323,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8287,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:39:31.068718846Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::a]:6968","req_id":"df78bde7-b8d3-4c89-b69b-a7cee88b44bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:39:31.074376315Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::c]:48795","req_id":"9ae21a86-c481-4e22-af3e-48a88ea4ae92","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:31.179896663Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55779"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:31.180154538Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"a9bdefff-d46d-432e-8830-dc0565bc8da6","remote_addr":"[fd00:1122:3344:101::c]:55779","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:31.273385779Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52271"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:39:31.273656074Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"dc8edda8-01db-49e4-a2dd-ad835b23515f","remote_addr":"[fd00:1122:3344:101::a]:52271","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11746,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:39:39.936346179Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:64716","req_id":"7aa5030d-4d7c-444d-b9a1-31a4f03deab0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:39:49.937773355Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:53902","req_id":"93afb175-1fab-49e2-aff3-8b86dc908fa6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:39:59.940725647Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:52754","req_id":"ce02ed9f-bb2e-4ec1-81bb-f3697e4a0667","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:02.10717425Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:41446","req_id":"b4743df3-53c6-4f35-9808-b58aa6638484","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:02.111636918Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:38120","req_id":"c43a1665-ffa3-4401-ab8f-3a4d6fccce8b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28931,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:02.115613548Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:58561","req_id":"cede6102-c2f5-4d14-8fbe-7e70e7178301","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:09.943461205Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:49761","req_id":"8964722a-f7c9-4a32-a7fb-418683830d4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:19.944671357Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:64832","req_id":"53fca228-a515-46f3-bb60-2ed62eab7b14","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:28.776215436Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56969"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:28.779392252Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"d0612842-fc54-4bc6-9717-4501423c04a6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:28.779424692Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"d0612842-fc54-4bc6-9717-4501423c04a6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:28.779431583Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"d0612842-fc54-4bc6-9717-4501423c04a6","remote_addr":"[fd00:1122:3344:101::b]:56969","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54880,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:29.670361709Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::b]:49162","req_id":"1e7ef734-1400-4b49-a81e-74ce2e559ec3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:29.768093549Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58709"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:29.768395404Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"1584e8c6-0273-4f5e-8a37-88c7a7f94069","remote_addr":"[fd00:1122:3344:101::b]:58709","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":244,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:29.946648263Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:56468","req_id":"e1dbcf03-7014-4e31-b190-7982f27aeee1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:30.004829927Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59539"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:30.007390282Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"569d25f4-94f6-4f85-9ba8-075314a6a85c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:30.007425503Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"569d25f4-94f6-4f85-9ba8-075314a6a85c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:30.007433663Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"569d25f4-94f6-4f85-9ba8-075314a6a85c","remote_addr":"[fd00:1122:3344:101::a]:59539","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":218,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:30.029476881Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38458"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:30.033804777Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"dc93621b-ff0a-460f-a301-16540b8558f7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:30.033851178Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"dc93621b-ff0a-460f-a301-16540b8558f7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:30.034108533Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"dc93621b-ff0a-460f-a301-16540b8558f7","remote_addr":"[fd00:1122:3344:101::c]:38458","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":713,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3961,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:31.019608573Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::c]:49921","req_id":"f7e82348-41cd-4ceb-b899-76927be5c68e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37281,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:31.020774974Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::a]:1258","req_id":"f17da210-2ad0-4f5f-92c8-01873165d441","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:31.122818351Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64730"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:31.123080035Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"e5aaf5f8-eaf4-4e5a-ab8d-722d9a905c87","remote_addr":"[fd00:1122:3344:101::a]:64730","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:31.161328669Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44430"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:40:31.161637434Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"c7543fc2-05ee-4c23-9587-f04d8f32d11c","remote_addr":"[fd00:1122:3344:101::c]:44430","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":257,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48761,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:39.948633097Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:50809","req_id":"c3a4c92e-1caa-45de-b18e-5c9fd8691685","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:49.950546679Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:51189","req_id":"3f0edc20-c304-4e14-b7cb-6049c28cc91c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:40:59.952214167Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:57741","req_id":"5af1617c-d5c3-43f9-89fe-51bee167b47f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50277,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:41:09.9541073Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:61334","req_id":"fc524efa-3984-4410-978a-8025576bc659","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:41:19.955573366Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:53742","req_id":"14b6d69c-f7c4-4de5-9e7f-057b0dcf1b42","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:28.776405775Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62250"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:28.77899382Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"3d5418d5-41f8-4868-af27-ae591de2a5ae","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:28.779047511Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"3d5418d5-41f8-4868-af27-ae591de2a5ae","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:28.779107932Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"3d5418d5-41f8-4868-af27-ae591de2a5ae","remote_addr":"[fd00:1122:3344:101::b]:62250","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":230,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38550,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:41:29.69571704Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::b]:44556","req_id":"ea07c7fa-6e60-427e-a55a-33713f3c35de","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:29.794947727Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49850"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:29.795252743Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"098bb50b-d436-4897-a70b-a9f63986dbb7","remote_addr":"[fd00:1122:3344:101::b]:49850","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":233,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51590,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:41:29.957181663Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:60127","req_id":"bafe7dc7-e021-4032-a95c-75aee9dd60bc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.006039424Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63282"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.009007506Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"036ab4f6-3058-4a51-9d80-e74859ea0abf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.009047507Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"036ab4f6-3058-4a51-9d80-e74859ea0abf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.009058877Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"036ab4f6-3058-4a51-9d80-e74859ea0abf","remote_addr":"[fd00:1122:3344:101::a]:63282","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":277,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.029205392Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34854"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.032444279Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"9a514b76-befb-4daa-bfaf-f225751c7bd7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.03249753Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"9a514b76-befb-4daa-bfaf-f225751c7bd7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.03251334Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"9a514b76-befb-4daa-bfaf-f225751c7bd7","remote_addr":"[fd00:1122:3344:101::c]:34854","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":254,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:41:30.802168331Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::c]:3147","req_id":"973e839d-f951-4920-84c7-d1a7d0023077","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:41:30.879278938Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::a]:37546","req_id":"155918f0-5f1c-4117-bbf2-6ccfaeff7f15","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.913218816Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36023"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.91346497Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"5bbef3fe-e345-4df9-8cd8-29237b8192de","remote_addr":"[fd00:1122:3344:101::c]:36023","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.980175195Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64495"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:41:30.98045511Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"4bb9c5ed-ed24-456e-984b-2a32c430819b","remote_addr":"[fd00:1122:3344:101::a]:64495","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":246,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59719,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:41:39.958624569Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:57677","req_id":"42f69945-980a-4e30-8b9e-4d158fd66407","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55627,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:41:49.959378303Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:56697","req_id":"de66fea1-1b60-45cb-98e2-5e27c86e80a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29287,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:41:59.960826208Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:57933","req_id":"6f1e646a-a302-4d43-8cad-92ca44d0968a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6355,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:09.962788393Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:53132","req_id":"ee0673aa-2d31-4f9b-9242-9f0133d60771","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31769,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:10.218626728Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:53498","req_id":"421e0837-14b5-4723-9171-198f5d4a20cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:10.223394212Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:51963","req_id":"87a0f55f-a47f-4dfb-a8a6-769b02f36a2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3137,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:10.227729358Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:62272","req_id":"497deeb2-2aa6-47dc-8160-5bc9f178d220","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:19.964705478Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:64895","req_id":"1365b77b-8754-4447-a74c-904e4d809f43","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:28.776039841Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43882"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:28.778087347Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"6cd25b5c-1221-4230-a172-36e458399cd3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:28.778116417Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"6cd25b5c-1221-4230-a172-36e458399cd3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:28.778123738Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"6cd25b5c-1221-4230-a172-36e458399cd3","remote_addr":"[fd00:1122:3344:101::b]:43882","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":192,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:29.801122868Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::b]:16203","req_id":"0fe90a7a-6618-4bd5-b4ab-71583c6b5b83","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:29.897262271Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64554"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:29.897518306Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"e924be9e-5fbd-4b9e-9c60-c2fd3a2a0fa2","remote_addr":"[fd00:1122:3344:101::b]:64554","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:29.966228825Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:52071","req_id":"e7d4721a-88cc-4ea0-aa38-67c53869bef6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:30.005755961Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48020"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:30.009560898Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"79e07918-98e6-406e-93e9-df89925f640a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:30.009606389Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"79e07918-98e6-406e-93e9-df89925f640a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:30.009622779Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"79e07918-98e6-406e-93e9-df89925f640a","remote_addr":"[fd00:1122:3344:101::a]:48020","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":270,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:30.029390947Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38058"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:30.032750136Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"a240cb27-07c0-4d1d-bd88-12a86642c776","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:30.032789917Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"a240cb27-07c0-4d1d-bd88-12a86642c776","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:30.032802637Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"a240cb27-07c0-4d1d-bd88-12a86642c776","remote_addr":"[fd00:1122:3344:101::c]:38058","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":331,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:30.882704571Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::c]:8172","req_id":"678056e1-ae2c-45c0-b34c-a4bd10f2268a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:30.972334989Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::a]:63113","req_id":"13ee1163-8b78-48ea-bb3c-2cab0ca29cf1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:31.0076515Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49647"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:31.007976556Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"d0a38839-81b8-4b25-8668-8711ffff7543","remote_addr":"[fd00:1122:3344:101::c]:49647","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":248,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:31.080017865Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45695"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:42:31.08030419Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"814fdfe7-d93f-4b70-8cec-667e3ec80bfa","remote_addr":"[fd00:1122:3344:101::a]:45695","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43428,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:39.968051677Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:56920","req_id":"16037fb4-b32c-4703-ad7a-26e59e0d9b53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:49.969454032Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:57900","req_id":"ecb5d1c7-2e33-4107-ba9a-6c4f9db7f998","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:42:59.970441949Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:54161","req_id":"84bf969f-def0-4826-8dcd-3600a77fe416","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:43:09.971785332Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:58653","req_id":"3c441eb1-7e4f-49f7-b069-76a919ff9808","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60084,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:43:19.973786027Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:51795","req_id":"3e5a130e-f3c2-40dd-88d0-c754ee91c50d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:28.775770693Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34149"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:28.778618624Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"bf034d1c-e1e6-4a75-b950-b021be34e282","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:28.778644624Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"bf034d1c-e1e6-4a75-b950-b021be34e282","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:28.778653634Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"bf034d1c-e1e6-4a75-b950-b021be34e282","remote_addr":"[fd00:1122:3344:101::b]:34149","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":225,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:43:29.589648643Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::b]:9226","req_id":"231a8e26-7f05-4b60-9794-ddf94401ccb3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:29.689390009Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62660"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:29.689641513Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"8c71f475-ae38-47ae-97b4-13d99af112c8","remote_addr":"[fd00:1122:3344:101::b]:62660","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:43:29.976119907Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:61794","req_id":"5cf0e6ae-010c-420c-b56b-6d6863c2065a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:30.005727328Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38863"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:30.008732101Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"965999f7-ca31-493e-8d38-05267950b6f4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:30.008773822Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"965999f7-ca31-493e-8d38-05267950b6f4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:30.008785932Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"965999f7-ca31-493e-8d38-05267950b6f4","remote_addr":"[fd00:1122:3344:101::a]:38863","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":254,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:30.029641979Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58020"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:30.032841795Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"233728bd-57e3-4686-8108-f583c309e4b3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:30.032881966Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"233728bd-57e3-4686-8108-f583c309e4b3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:30.032894507Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"233728bd-57e3-4686-8108-f583c309e4b3","remote_addr":"[fd00:1122:3344:101::c]:58020","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":246,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:43:31.03108369Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::c]:2705","req_id":"4c71ff73-9056-472f-9739-ad5841cba1f2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:31.133241149Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48078"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:31.133471893Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"1c9b4a70-3cbc-4ad4-ab34-6af341f348b0","remote_addr":"[fd00:1122:3344:101::c]:48078","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42374,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:43:31.703653902Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::a]:27333","req_id":"8041b9a0-5f30-49f9-9273-27d5348096f3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:31.884433745Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41496"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:43:31.884672909Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"9305237f-eccc-4f5d-8ac6-d8f90b04541f","remote_addr":"[fd00:1122:3344:101::a]:41496","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:43:39.978232423Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:58956","req_id":"b354777b-fe12-4032-b599-e3090d4975da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:43:49.980713387Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:52847","req_id":"c104ce55-06cf-433b-aef7-125334d02594","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:43:59.98207155Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:49943","req_id":"71fea279-15d0-45c4-988a-29d972201091","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:44:09.9844107Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:65103","req_id":"30f028ae-da63-480d-b4e4-485ca0363ffc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:44:19.985823024Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:57900","req_id":"46d391f1-4154-4269-91ca-8b47bf1752f1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:28.776039194Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33330"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:28.778857294Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"ba3c1e67-bfa6-4a79-8096-fd2f23df2b5d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:28.778885474Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"ba3c1e67-bfa6-4a79-8096-fd2f23df2b5d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:28.778893444Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"ba3c1e67-bfa6-4a79-8096-fd2f23df2b5d","remote_addr":"[fd00:1122:3344:101::b]:33330","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:44:29.732130508Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::b]:48192","req_id":"37fa4abf-7ac7-4fbb-83ce-d90c921c4e6c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:29.831350794Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47893"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:29.831608968Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"61325731-4013-4c52-b983-833378568035","remote_addr":"[fd00:1122:3344:101::b]:47893","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3754,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:44:29.986742879Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:60640","req_id":"f94ba44d-be36-46b1-9fde-a9802732c245","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:30.005415478Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54955"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:30.008523743Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"d85dea64-a52a-415f-a460-3ac1f2aba320","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:30.008586224Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"d85dea64-a52a-415f-a460-3ac1f2aba320","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:30.008601944Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"d85dea64-a52a-415f-a460-3ac1f2aba320","remote_addr":"[fd00:1122:3344:101::a]:54955","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":256,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:30.030363347Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56313"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:30.033762858Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"5d1ad291-b4ee-4693-ad0e-2d416de7fa5b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:30.033848019Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"new_generation":1,"req_id":"5d1ad291-b4ee-4693-ad0e-2d416de7fa5b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:30.033861749Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"PUT","req_id":"5d1ad291-b4ee-4693-ad0e-2d416de7fa5b","remote_addr":"[fd00:1122:3344:101::c]:56313","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":245,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:44:30.952511053Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::c]:56717","req_id":"6a9d6473-de76-417d-b31a-76d07f1587ba","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:31.056229299Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33502"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:31.056505294Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"a14729d0-2347-4c2b-b0f9-67011d7b3870","remote_addr":"[fd00:1122:3344:101::c]:33502","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18053,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:44:31.355195063Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::a]:55163","req_id":"204c0c87-c4da-4964-8c8a-657047ffc275","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:31.465163559Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49508"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-13T18:44:31.465444054Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"uri":"/config","method":"GET","req_id":"46bd6108-a35e-4053-88f3-34d62d241af9","remote_addr":"[fd00:1122:3344:101::a]:49508","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26463,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:44:39.988598112Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:56482","req_id":"cb629146-fb27-484f-9e49-1c357fdc01ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61158,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:44:49.99021734Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:58307","req_id":"31288193-9500-4297-aeb4-80e2bc1535ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:44:59.992140294Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::d]:56672","req_id":"ff255fc6-ac3c-400b-8428-d06e9572733e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.017894808Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::2]:58766","req_id":"b80b8963-b26a-44c7-8b7d-8644fdc96d9f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.018466848Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::2]:36351","req_id":"4051d88d-876f-415c-9206-4c176d0513aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_b90a4a94-c183-4112-801f-9bc59245767f.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_b90a4a94-c183-4112-801f-9bc59245767f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 57,\n 48,\n 97,\n 52,\n 97,\n 57,\n 52,\n 45,\n 99,\n 49,\n 56,\n 51,\n 45,\n 52,\n 49,\n 49,\n 50,\n 45,\n 56,\n 48,\n 49,\n 102,\n 45,\n 57,\n 98,\n 99,\n 53,\n 57,\n 50,\n 52,\n 53,\n 55,\n 54,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_b90a4a94-c183-4112-801f-9bc59245767f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.073058079Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::1b]:34834","req_id":"3027d962-12df-4f25-b663-ff4915e52ab7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 101,\n 54,\n 99,\n 51,\n 102,\n 57,\n 56,\n 45,\n 52,\n 98,\n 97,\n 56,\n 45,\n 52,\n 100,\n 102,\n 98,\n 45,\n 56,\n 99,\n 54,\n 54,\n 45,\n 102,\n 49,\n 48,\n 102,\n 53,\n 49,\n 97,\n 101,\n 52,\n 53,\n 56,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.186609098Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::e]:53488","req_id":"22f087bc-e5fa-4b88-bedd-9cc760263eee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 56,\n 101,\n 54,\n 99,\n 51,\n 102,\n 57,\n 56,\n 45,\n 52,\n 98,\n 97,\n 56,\n 45,\n 52,\n 100,\n 102,\n 98,\n 45,\n 56,\n 99,\n 54,\n 54,\n 45,\n 102,\n 49,\n 48,\n 102,\n 53,\n 49,\n 97,\n 101,\n 52,\n 53,\n 56,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_8e6c3f98-4ba8-4dfb-8c66-f10f51ae4585.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.187406172Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::e]:50031","req_id":"2f1ea4a0-e873-4949-a3d5-9941f94ac399","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d4d872a1-c508-460b-bdd1-654ee8c6af1c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d4d872a1-c508-460b-bdd1-654ee8c6af1c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 52,\n 100,\n 56,\n 55,\n 50,\n 97,\n 49,\n 45,\n 99,\n 53,\n 48,\n 56,\n 45,\n 52,\n 54,\n 48,\n 98,\n 45,\n 98,\n 100,\n 100,\n 49,\n 45,\n 54,\n 53,\n 52,\n 101,\n 101,\n 56,\n 99,\n 54,\n 97,\n 102,\n 49,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d4d872a1-c508-460b-bdd1-654ee8c6af1c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.306428158Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::3]:36518","req_id":"de27436c-7d7f-47c8-a30b-891dcac491da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d4d872a1-c508-460b-bdd1-654ee8c6af1c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d4d872a1-c508-460b-bdd1-654ee8c6af1c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 52,\n 100,\n 56,\n 55,\n 50,\n 97,\n 49,\n 45,\n 99,\n 53,\n 48,\n 56,\n 45,\n 52,\n 54,\n 48,\n 98,\n 45,\n 98,\n 100,\n 100,\n 49,\n 45,\n 54,\n 53,\n 52,\n 101,\n 101,\n 56,\n 99,\n 54,\n 97,\n 102,\n 49,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d4d872a1-c508-460b-bdd1-654ee8c6af1c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.307301703Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::3]:56559","req_id":"a3bb714a-fb1c-450b-909e-d41a3e78dfba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3adacc03-2261-4aa6-9517-c01a5ec966e1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3adacc03-2261-4aa6-9517-c01a5ec966e1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 97,\n 100,\n 97,\n 99,\n 99,\n 48,\n 51,\n 45,\n 50,\n 50,\n 54,\n 49,\n 45,\n 52,\n 97,\n 97,\n 54,\n 45,\n 57,\n 53,\n 49,\n 55,\n 45,\n 99,\n 48,\n 49,\n 97,\n 53,\n 101,\n 99,\n 57,\n 54,\n 54,\n 101,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3adacc03-2261-4aa6-9517-c01a5ec966e1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.326571412Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::7]:55865","req_id":"ccfcb696-0103-4fcb-80af-f4ad40bbdfef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3adacc03-2261-4aa6-9517-c01a5ec966e1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3adacc03-2261-4aa6-9517-c01a5ec966e1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 97,\n 100,\n 97,\n 99,\n 99,\n 48,\n 51,\n 45,\n 50,\n 50,\n 54,\n 49,\n 45,\n 52,\n 97,\n 97,\n 54,\n 45,\n 57,\n 53,\n 49,\n 55,\n 45,\n 99,\n 48,\n 49,\n 97,\n 53,\n 101,\n 99,\n 57,\n 54,\n 54,\n 101,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3adacc03-2261-4aa6-9517-c01a5ec966e1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.327302915Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::7]:57928","req_id":"6bb898d4-793e-4c94-9332-13e4586d6cf6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65522,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c87a179f-aaac-4b75-a840-57773d59f43b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c87a179f-aaac-4b75-a840-57773d59f43b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 56,\n 55,\n 97,\n 49,\n 55,\n 57,\n 102,\n 45,\n 97,\n 97,\n 97,\n 99,\n 45,\n 52,\n 98,\n 55,\n 53,\n 45,\n 97,\n 56,\n 52,\n 48,\n 45,\n 53,\n 55,\n 55,\n 55,\n 51,\n 100,\n 53,\n 57,\n 102,\n 52,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c87a179f-aaac-4b75-a840-57773d59f43b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.358322701Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::5]:44571","req_id":"992d5975-1237-4099-a3a5-6ca25f320ceb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65522,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c87a179f-aaac-4b75-a840-57773d59f43b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c87a179f-aaac-4b75-a840-57773d59f43b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 56,\n 55,\n 97,\n 49,\n 55,\n 57,\n 102,\n 45,\n 97,\n 97,\n 97,\n 99,\n 45,\n 52,\n 98,\n 55,\n 53,\n 45,\n 97,\n 56,\n 52,\n 48,\n 45,\n 53,\n 55,\n 55,\n 55,\n 51,\n 100,\n 53,\n 57,\n 102,\n 52,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c87a179f-aaac-4b75-a840-57773d59f43b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.359080655Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::5]:58291","req_id":"1f2f7ec4-b4c7-48bf-99e4-77c17eca5697","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f3d20069-0e5e-4088-81ac-26a8a593cd09.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f3d20069-0e5e-4088-81ac-26a8a593cd09.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 51,\n 100,\n 50,\n 48,\n 48,\n 54,\n 57,\n 45,\n 48,\n 101,\n 53,\n 101,\n 45,\n 52,\n 48,\n 56,\n 56,\n 45,\n 56,\n 49,\n 97,\n 99,\n 45,\n 50,\n 54,\n 97,\n 56,\n 97,\n 53,\n 57,\n 51,\n 99,\n 100,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f3d20069-0e5e-4088-81ac-26a8a593cd09.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.427118053Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::4]:51925","req_id":"49fd1ba8-88b7-45a0-b75a-39984c97068d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f3d20069-0e5e-4088-81ac-26a8a593cd09.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f3d20069-0e5e-4088-81ac-26a8a593cd09.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 51,\n 100,\n 50,\n 48,\n 48,\n 54,\n 57,\n 45,\n 48,\n 101,\n 53,\n 101,\n 45,\n 52,\n 48,\n 56,\n 56,\n 45,\n 56,\n 49,\n 97,\n 99,\n 45,\n 50,\n 54,\n 97,\n 56,\n 97,\n 53,\n 57,\n 51,\n 99,\n 100,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f3d20069-0e5e-4088-81ac-26a8a593cd09.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.427914717Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::4]:37671","req_id":"6836be62-e85f-4b41-9b4c-e94b62ea891c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6694650b-a6ca-4da6-a061-2957c3eb6ca8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6694650b-a6ca-4da6-a061-2957c3eb6ca8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 54,\n 57,\n 52,\n 54,\n 53,\n 48,\n 98,\n 45,\n 97,\n 54,\n 99,\n 97,\n 45,\n 52,\n 100,\n 97,\n 54,\n 45,\n 97,\n 48,\n 54,\n 49,\n 45,\n 50,\n 57,\n 53,\n 55,\n 99,\n 51,\n 101,\n 98,\n 54,\n 99,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6694650b-a6ca-4da6-a061-2957c3eb6ca8.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.437990844Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::6]:47864","req_id":"1207c43f-05c4-4349-9a6f-6095537f4b70","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6694650b-a6ca-4da6-a061-2957c3eb6ca8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6694650b-a6ca-4da6-a061-2957c3eb6ca8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 54,\n 57,\n 52,\n 54,\n 53,\n 48,\n 98,\n 45,\n 97,\n 54,\n 99,\n 97,\n 45,\n 52,\n 100,\n 97,\n 54,\n 45,\n 97,\n 48,\n 54,\n 49,\n 45,\n 50,\n 57,\n 53,\n 55,\n 99,\n 51,\n 101,\n 98,\n 54,\n 99,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6694650b-a6ca-4da6-a061-2957c3eb6ca8.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-13T18:45:00.438595695Z","hostname":"oxz_internal_dns_1dcdc13d-cfb8-4abe-8e52-40e4a7a09429","pid":5425,"peer_addr":"[fd00:1122:3344:101::6]:52871","req_id":"16b4d6ae-081c-4b02-82b5-4b23f12a65c2","component":"dns"}