[ Mar 30 19:25:06 Enabled. ] [ Mar 30 19:25:06 Rereading configuration. ] [ Mar 30 19:25:07 Rereading configuration. ] [ Mar 30 19:25:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Mar 30 19:25:08 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.589207759Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.58938291Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.610300006Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.610312786Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.610342516Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:08.610655629Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.260182896Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:51472"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.260892202Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"08a7e882-a95e-492f-8744-793923c278ea","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.260904272Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.277347748Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.277368638Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"08a7e882-a95e-492f-8744-793923c278ea","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:25:09.277384178Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"PUT","req_id":"08a7e882-a95e-492f-8744-793923c278ea","remote_addr":"[fd00:1122:3344:1::2]:51472","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16875,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:25:20.733635612Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:43951","req_id":"f3d1f3cf-4c9e-4713-9f2d-c6835c6851b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:25:20.738308484Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:43698","req_id":"e79b5af1-67a3-4a1e-8d72-d9cac7584cbe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:25:20.74353339Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:49267","req_id":"83e119b3-930e-4260-b093-369cc0386778","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62137,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:37.681951325Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:53795","req_id":"829d9391-711d-4162-b6af-bdfce42ed02e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 99,\n 53,\n 51,\n 101,\n 97,\n 98,\n 57,\n 45,\n 101,\n 48,\n 98,\n 51,\n 45,\n 52,\n 51,\n 100,\n 57,\n 45,\n 98,\n 100,\n 101,\n 57,\n 45,\n 52,\n 55,\n 55,\n 99,\n 100,\n 50,\n 54,\n 99,\n 53,\n 53,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:41.234983204Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::e]:45593","req_id":"45daff9d-b72e-4c21-8001-012184bbb8b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 99,\n 53,\n 51,\n 101,\n 97,\n 98,\n 57,\n 45,\n 101,\n 48,\n 98,\n 51,\n 45,\n 52,\n 51,\n 100,\n 57,\n 45,\n 98,\n 100,\n 101,\n 57,\n 45,\n 52,\n 55,\n 55,\n 99,\n 100,\n 50,\n 54,\n 99,\n 53,\n 53,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:41.252017255Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::e]:40420","req_id":"37d168f6-8c8e-4ba1-b643-2435a596a82c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:47.539889754Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::c]:19778","req_id":"7c2e0c95-5af2-4644-b5f2-3d7ca08fcabe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53344,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:47.660671427Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:64902","req_id":"5c66c823-bce6-4283-8e05-02f4041757f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:48.823419833Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::a]:12607","req_id":"c904e7fe-75f5-4179-bf73-0b24824def19","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26287,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:49.680579913Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::b]:22008","req_id":"6217d62a-eafd-4401-8eae-8a587932db37","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:27:57.662425752Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:59109","req_id":"7f986cff-3167-4c96-806a-bdba8f735d33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:07.664208943Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:54980","req_id":"c3faa82b-8ca1-49cc-a9bc-86c877bb76a6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:17.666941718Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:57304","req_id":"97c3bb10-38c7-4fae-a05d-9835ee5a9919","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:27.669014117Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:53005","req_id":"885bac05-ab18-468e-ba3c-ffc22bf08325","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:28.76189367Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::c]:44401","req_id":"421fe98a-09f7-4775-9467-731c12debe3b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:29.146792577Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49370"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:29.218799007Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"GET","req_id":"dcff87b7-0a75-4407-bfe7-250295d63ddc","remote_addr":"[fd00:1122:3344:101::c]:49370","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":43452,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42552,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:30.597886721Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::a]:47555","req_id":"ae3d38d4-65b5-4a45-beaa-0d4334b26b99","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.635851578Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38359"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.638665133Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"20ed49a5-01ec-4799-94c6-e5f02853d14c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.638692714Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"20ed49a5-01ec-4799-94c6-e5f02853d14c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.638762554Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"PUT","req_id":"20ed49a5-01ec-4799-94c6-e5f02853d14c","remote_addr":"[fd00:1122:3344:101::a]:38359","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":2751,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.7429946Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59754"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:30.743371343Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"GET","req_id":"f4d2a072-9b84-4701-a93f-ddf99d3e38f7","remote_addr":"[fd00:1122:3344:101::a]:59754","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":303,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50197,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:31.444892972Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::a]:29870","req_id":"c1c3b008-a875-45f3-896d-bb2fc4cc614d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:31.545594716Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34712"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:31.545847429Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"GET","req_id":"004f4b53-54b2-4f89-8e59-cdc1b6f94dd5","remote_addr":"[fd00:1122:3344:101::a]:34712","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:37.670133112Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:54861","req_id":"f980ffca-aa09-49ef-acb2-89542f31ead1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47085,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:38.067184531Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::c]:51686","req_id":"700db506-e265-4242-804c-25e4eb0a0822","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:38.159757774Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48295"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:38.160056793Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"GET","req_id":"d381f08f-5b3b-4cd3-bb35-6fd2a9eaa7bf","remote_addr":"[fd00:1122:3344:101::c]:48295","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:40.341238078Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::b]:34623","req_id":"2a09b659-8133-4044-b0a6-6a407b09b1f8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:40.449966163Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35549"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:40.450200235Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"GET","req_id":"0cf8edfc-1323-4657-b23f-30619ae215a7","remote_addr":"[fd00:1122:3344:101::b]:35549","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.434611366Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62694"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.434980699Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"8f91daa1-7797-4d09-a4ca-5bd8f3b103a7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.43502687Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"8f91daa1-7797-4d09-a4ca-5bd8f3b103a7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:47.43503806Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"PUT","req_id":"8f91daa1-7797-4d09-a4ca-5bd8f3b103a7","remote_addr":"[fd00:1122:3344:101::c]:62694","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":317,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:47.672512849Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:60386","req_id":"ac9c52d5-53c3-4103-8986-039c6d3fce0b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22281,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:48.61753843Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::c]:56538","req_id":"f345ced0-3fd6-49eb-a749-3a6ab3e9c4b8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.703979387Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59928"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.704482091Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"14d73e01-cc67-4550-bb96-5c28fa99bb83","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.704518602Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"14d73e01-cc67-4550-bb96-5c28fa99bb83","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.704525972Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"PUT","req_id":"14d73e01-cc67-4550-bb96-5c28fa99bb83","remote_addr":"[fd00:1122:3344:101::a]:59928","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":182,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.720695255Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47108"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:48.721051509Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"GET","req_id":"ac6e4228-68e4-4a4a-a89d-af56f6806523","remote_addr":"[fd00:1122:3344:101::c]:47108","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":306,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:49.43869766Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::a]:49662","req_id":"f9c2b5af-dd01-4a44-9be6-9b588a9e9db8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.562258767Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:32997"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.562655691Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"GET","req_id":"f046bc8c-463e-4751-87ba-82d07ad684a2","remote_addr":"[fd00:1122:3344:101::a]:32997","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":309,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.640379851Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44771"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.640576373Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"2c9ef3f4-3336-4b95-877f-4a4b6ab05e26","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.640595033Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"2c9ef3f4-3336-4b95-877f-4a4b6ab05e26","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:49.640617543Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"PUT","req_id":"2c9ef3f4-3336-4b95-877f-4a4b6ab05e26","remote_addr":"[fd00:1122:3344:101::b]:44771","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":183,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:50.419165827Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::b]:38447","req_id":"2b08e93c-fd11-4710-a926-bd782c333429","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:50.519141554Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54589"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:28:50.519375516Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"GET","req_id":"9d00d204-0639-4048-a7e3-e28be3b8dcb9","remote_addr":"[fd00:1122:3344:101::b]:54589","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:28:57.673401003Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:56705","req_id":"52b3388c-64f5-4935-9d06-6c3c96e761cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53537,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:07.675177393Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:64262","req_id":"090bb98a-b48a-41a1-a6c7-cc16283fd63e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62765,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:12.565082563Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:36151","req_id":"814bceea-dd41-4668-bb5d-376f2d952099","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:12.569529242Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:47435","req_id":"97d587c6-0fb9-481e-9251-d16419887712","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:12.574346555Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:42229","req_id":"00194da2-8f06-47a5-ba46-60ce2693db71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:17.677710366Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:56426","req_id":"055803ac-3ea1-4ae1-a878-7d2646230dd5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5661,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:27.67905181Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:59967","req_id":"acd2467c-7d53-4858-8fe4-f88fa7f065cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:37.680675652Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:50061","req_id":"d1be5795-9fd2-4b9d-9104-9998b18c8fcf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.325539587Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43616"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.325806009Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"06882086-aa9f-42ca-b9b1-7d634bec2965","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.325826209Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"06882086-aa9f-42ca-b9b1-7d634bec2965","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:47.325854599Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"PUT","req_id":"06882086-aa9f-42ca-b9b1-7d634bec2965","remote_addr":"[fd00:1122:3344:101::c]:43616","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":192,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:47.683212362Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:51565","req_id":"3ceb6cd2-d6ce-4be6-bedc-a4a94528257c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:48.142078206Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::c]:39278","req_id":"4be59641-0d36-471f-992d-3846729fc6a3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.238638974Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55131"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.238898976Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"GET","req_id":"1a05a783-0fa8-4410-ac38-e305f503efb2","remote_addr":"[fd00:1122:3344:101::c]:55131","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.703745193Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65164"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.703918174Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"bf80e62d-dd0d-4bdc-ac27-a03fbc3ca511","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.703941385Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"bf80e62d-dd0d-4bdc-ac27-a03fbc3ca511","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:48.703947895Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"PUT","req_id":"bf80e62d-dd0d-4bdc-ac27-a03fbc3ca511","remote_addr":"[fd00:1122:3344:101::a]:65164","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":148,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.470535522Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63725"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.470819934Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"2870208a-90fc-4fb6-ad89-5dc8f748e8f3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.470893205Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"new_generation":1,"req_id":"2870208a-90fc-4fb6-ad89-5dc8f748e8f3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.470922545Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"PUT","req_id":"2870208a-90fc-4fb6-ad89-5dc8f748e8f3","remote_addr":"[fd00:1122:3344:101::b]:63725","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":235,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:49.499153736Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::a]:10397","req_id":"b1d74fbf-d3f5-4dcf-98ab-218476bcd7b8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.763770576Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33462"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:49.763992378Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"GET","req_id":"14829626-8cb6-45b8-87da-735a213085d5","remote_addr":"[fd00:1122:3344:101::a]:33462","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:50.353649043Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::b]:33933","req_id":"3420205d-d93b-4b59-8c63-cc6b86ea39ee","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:50.447137043Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55389"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T19:29:50.447354775Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"uri":"/config","method":"GET","req_id":"9a66769e-8987-48b3-80d7-662ffbf78fa8","remote_addr":"[fd00:1122:3344:101::b]:55389","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:29:57.684839138Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::d]:64153","req_id":"e752c5e0-ed0d-44d7-8be5-03e4a0e14714","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 97,\n 52,\n 98,\n 100,\n 97,\n 53,\n 45,\n 52,\n 97,\n 98,\n 53,\n 45,\n 52,\n 99,\n 57,\n 48,\n 45,\n 98,\n 100,\n 99,\n 57,\n 45,\n 57,\n 101,\n 56,\n 101,\n 56,\n 56,\n 48,\n 54,\n 99,\n 97,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.136423857Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::6]:61192","req_id":"eb16c14d-e0ac-48cb-8d8b-a053d0999118","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 97,\n 52,\n 98,\n 100,\n 97,\n 53,\n 45,\n 52,\n 97,\n 98,\n 53,\n 45,\n 52,\n 99,\n 57,\n 48,\n 45,\n 98,\n 100,\n 99,\n 57,\n 45,\n 57,\n 101,\n 56,\n 101,\n 56,\n 56,\n 48,\n 54,\n 99,\n 97,\n 54,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_56a4bda5-4ab5-4c90-bdc9-9e8e8806ca6f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.137002302Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::6]:46573","req_id":"c578352b-5f9b-4c86-9fc8-d5b053c369b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 49,\n 48,\n 54,\n 51,\n 97,\n 97,\n 50,\n 45,\n 53,\n 57,\n 97,\n 97,\n 45,\n 52,\n 56,\n 99,\n 50,\n 45,\n 98,\n 55,\n 57,\n 55,\n 45,\n 50,\n 54,\n 57,\n 101,\n 102,\n 53,\n 97,\n 48,\n 98,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.149938307Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::7]:54731","req_id":"a36baf83-6372-4665-9cd5-f94faa67fcfa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 49,\n 48,\n 54,\n 51,\n 97,\n 97,\n 50,\n 45,\n 53,\n 57,\n 97,\n 97,\n 45,\n 52,\n 56,\n 99,\n 50,\n 45,\n 98,\n 55,\n 57,\n 55,\n 45,\n 50,\n 54,\n 57,\n 101,\n 102,\n 53,\n 97,\n 48,\n 98,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_71063aa2-59aa-48c2-b797-269ef5a0b22a.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.150487991Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::7]:63191","req_id":"e849f2b3-e9d1-4220-bdeb-24bd45be9d97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 57,\n 52,\n 50,\n 48,\n 101,\n 48,\n 45,\n 100,\n 99,\n 50,\n 54,\n 45,\n 52,\n 56,\n 57,\n 54,\n 45,\n 57,\n 102,\n 101,\n 99,\n 45,\n 57,\n 57,\n 56,\n 57,\n 100,\n 99,\n 99,\n 56,\n 50,\n 98,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.166597515Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::5]:42756","req_id":"368030ab-2fdc-4d06-885a-7c36fb2aebe1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 57,\n 52,\n 50,\n 48,\n 101,\n 48,\n 45,\n 100,\n 99,\n 50,\n 54,\n 45,\n 52,\n 56,\n 57,\n 54,\n 45,\n 57,\n 102,\n 101,\n 99,\n 45,\n 57,\n 57,\n 56,\n 57,\n 100,\n 99,\n 99,\n 56,\n 50,\n 98,\n 102,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f9420e0-dc26-4896-9fec-9989dcc82bfa.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.167067869Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::5]:45958","req_id":"5963f5aa-7c04-4e1a-837f-058ef5ae3dfe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 54,\n 97,\n 52,\n 52,\n 57,\n 101,\n 53,\n 45,\n 52,\n 102,\n 51,\n 48,\n 45,\n 52,\n 54,\n 53,\n 57,\n 45,\n 97,\n 48,\n 56,\n 53,\n 45,\n 48,\n 97,\n 55,\n 50,\n 55,\n 98,\n 52,\n 55,\n 53,\n 53,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.181457657Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::3]:63048","req_id":"db9e8d66-2fe4-4752-b1ae-fb7d9e589604","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 54,\n 97,\n 52,\n 52,\n 57,\n 101,\n 53,\n 45,\n 52,\n 102,\n 51,\n 48,\n 45,\n 52,\n 54,\n 53,\n 57,\n 45,\n 97,\n 48,\n 56,\n 53,\n 45,\n 48,\n 97,\n 55,\n 50,\n 55,\n 98,\n 52,\n 55,\n 53,\n 53,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_26a449e5-4f30-4659-a085-0a727b4755fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.181982598Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::3]:45891","req_id":"f3bf1f1e-2dc1-4ec8-8517-60456d01c73b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 98,\n 98,\n 49,\n 101,\n 102,\n 101,\n 45,\n 97,\n 99,\n 101,\n 97,\n 45,\n 52,\n 100,\n 98,\n 52,\n 45,\n 97,\n 56,\n 97,\n 99,\n 45,\n 100,\n 57,\n 48,\n 56,\n 102,\n 99,\n 57,\n 55,\n 102,\n 102,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.18860554Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::4]:55529","req_id":"28af2d2c-a7da-4fbc-b2f7-2cac94e1fdd7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 98,\n 98,\n 49,\n 101,\n 102,\n 101,\n 45,\n 97,\n 99,\n 101,\n 97,\n 45,\n 52,\n 100,\n 98,\n 52,\n 45,\n 97,\n 56,\n 97,\n 99,\n 45,\n 100,\n 57,\n 48,\n 56,\n 102,\n 99,\n 57,\n 55,\n 102,\n 102,\n 54,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85bb1efe-acea-4db4-a8ac-d908fc97ff66.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.189070024Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::4]:43299","req_id":"c3fc2ed5-3bb1-4745-ab47-4cba4e98f952","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.199781259Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::2]:46847","req_id":"9ee1433f-c02c-4b98-a4d4-f810baba4c70","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.200210133Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::2]:49827","req_id":"0781e2fd-d50e-4809-a5a4-73bf2669640b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 413,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_f75062a3-f4bb-4f27-b383-5880ac4ccca6.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_f75062a3-f4bb-4f27-b383-5880ac4ccca6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 102,\n 55,\n 53,\n 48,\n 54,\n 50,\n 97,\n 51,\n 45,\n 102,\n 52,\n 98,\n 98,\n 45,\n 52,\n 102,\n 50,\n 55,\n 45,\n 98,\n 51,\n 56,\n 51,\n 45,\n 53,\n 56,\n 56,\n 48,\n 97,\n 99,\n 52,\n 99,\n 99,\n 99,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_f75062a3-f4bb-4f27-b383-5880ac4ccca6.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.795912412Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::1b]:44810","req_id":"45013a38-ffdc-48cc-bff9-484734ad3bb9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 99,\n 53,\n 51,\n 101,\n 97,\n 98,\n 57,\n 45,\n 101,\n 48,\n 98,\n 51,\n 45,\n 52,\n 51,\n 100,\n 57,\n 45,\n 98,\n 100,\n 101,\n 57,\n 45,\n 52,\n 55,\n 55,\n 99,\n 100,\n 50,\n 54,\n 99,\n 53,\n 53,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.871412492Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::e]:51510","req_id":"6bb6ffc4-f184-40ec-9318-2eb895a989b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 99,\n 53,\n 51,\n 101,\n 97,\n 98,\n 57,\n 45,\n 101,\n 48,\n 98,\n 51,\n 45,\n 52,\n 51,\n 100,\n 57,\n 45,\n 98,\n 100,\n 101,\n 57,\n 45,\n 52,\n 55,\n 55,\n 99,\n 100,\n 50,\n 54,\n 99,\n 53,\n 53,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_0c53eab9-e0b3-43d9-bde9-477cd26c550c.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:30:00.872059138Z","hostname":"oxz_internal_dns_fbfa5c05-757b-4399-a40e-506052d19412","pid":5490,"peer_addr":"[fd00:1122:3344:101::e]:61491","req_id":"33fc5866-913f-4cba-a505-b293aab461ca","component":"dns"}