From 13b90bd6e05609ab945a6ad0b4e0a8619e10bec6 Mon Sep 17 00:00:00 2001
From: junjun <junjie.xia@fit2cloud.com>
Date: Tue, 16 Apr 2024 14:58:24 +0800
Subject: [PATCH] =?UTF-8?q?feat(=E4=BB=AA=E8=A1=A8=E6=9D=BF):=20=E6=96=87?=
 =?UTF-8?q?=E6=9C=AC=E4=B8=8B=E6=8B=89=E7=BB=84=E4=BB=B6=E6=94=AF=E6=8C=81?=
 =?UTF-8?q?=E6=98=BE=E7=A4=BA=E5=AD=97=E6=AE=B5=E5=92=8C=E6=8E=92=E5=BA=8F?=
 =?UTF-8?q?=E5=AD=97=E6=AE=B5=E8=AE=BE=E7=BD=AE?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../dataset/manage/DatasetDataManage.java      | 18 +++++++++++++++---
 1 file changed, 15 insertions(+), 3 deletions(-)

diff --git a/core/core-backend/src/main/java/io/dataease/dataset/manage/DatasetDataManage.java b/core/core-backend/src/main/java/io/dataease/dataset/manage/DatasetDataManage.java
index d376712797..d69e0df2e8 100644
--- a/core/core-backend/src/main/java/io/dataease/dataset/manage/DatasetDataManage.java
+++ b/core/core-backend/src/main/java/io/dataease/dataset/manage/DatasetDataManage.java
@@ -599,10 +599,22 @@ public class DatasetDataManage {
         datasourceRequest.setDsList(dsMap);
         Map<String, Object> data = calciteProvider.fetchResultField(datasourceRequest);
         List<String[]> dataList = (List<String[]>) data.get("data");
-        List<Map<String, Object>> previewData = new ArrayList<>();
+        Map<String, String[]> distinctData = new LinkedHashMap<>();
+        for (String[] arr : dataList) {
+            String key = Arrays.toString(arr);
+            if (!distinctData.containsKey(key)) {
+                distinctData.put(key, arr);
+            }
+        }
 
-        if (ObjectUtils.isNotEmpty(dataList)) {
-            for (String[] ele : dataList) {
+        List<String[]> distinctDataList = new ArrayList<>();
+        for (Map.Entry<String, String[]> ele : distinctData.entrySet()) {
+            distinctDataList.add(ele.getValue());
+        }
+
+        List<Map<String, Object>> previewData = new ArrayList<>();
+        if (ObjectUtils.isNotEmpty(distinctDataList)) {
+            for (String[] ele : distinctDataList) {
                 Map<String, Object> map = new LinkedHashMap<>();
                 for (int i = 0; i < ele.length; i++) {
                     String val = ele[i];