package io.dataease.service.chart; import com.google.gson.Gson; import com.google.gson.reflect.TypeToken; import io.dataease.base.domain.*; import io.dataease.base.mapper.ChartViewMapper; import io.dataease.commons.utils.AuthUtils; import io.dataease.commons.utils.BeanUtils; import io.dataease.commons.utils.CommonBeanFactory; import io.dataease.controller.request.chart.ChartExtFilterRequest; import io.dataease.controller.request.chart.ChartExtRequest; import io.dataease.controller.request.chart.ChartViewRequest; import io.dataease.datasource.provider.DatasourceProvider; import io.dataease.datasource.provider.ProviderFactory; import io.dataease.datasource.request.DatasourceRequest; import io.dataease.datasource.service.DatasourceService; import io.dataease.dto.chart.ChartViewDTO; import io.dataease.dto.chart.ChartViewFieldDTO; import io.dataease.dto.chart.Series; import io.dataease.dto.dataset.DataTableInfoDTO; import io.dataease.provider.QueryProvider; import io.dataease.service.dataset.DataSetTableFieldsService; import io.dataease.service.dataset.DataSetTableService; import org.apache.commons.collections4.CollectionUtils; import org.apache.commons.lang3.ObjectUtils; import org.apache.commons.lang3.StringUtils; import org.springframework.stereotype.Service; import javax.annotation.Resource; import java.math.BigDecimal; import java.math.RoundingMode; import java.util.*; /** * @Author gin * @Date 2021/3/1 12:34 下午 */ @Service public class ChartViewService { @Resource private ChartViewMapper chartViewMapper; @Resource private DataSetTableService dataSetTableService; @Resource private DatasourceService datasourceService; @Resource private DataSetTableFieldsService dataSetTableFieldsService; public ChartViewWithBLOBs save(ChartViewWithBLOBs chartView) { checkName(chartView); long timestamp = System.currentTimeMillis(); chartView.setUpdateTime(timestamp); int i = chartViewMapper.updateByPrimaryKeySelective(chartView); if (i == 0) { chartView.setId(UUID.randomUUID().toString()); chartView.setCreateBy(AuthUtils.getUser().getUsername()); chartView.setCreateTime(timestamp); chartView.setUpdateTime(timestamp); chartViewMapper.insert(chartView); } return chartView; } public List list(ChartViewRequest chartViewRequest) { ChartViewExample chartViewExample = new ChartViewExample(); ChartViewExample.Criteria criteria = chartViewExample.createCriteria(); criteria.andCreateByEqualTo(AuthUtils.getUser().getUsername()); if (StringUtils.isNotEmpty(chartViewRequest.getSceneId())) { criteria.andSceneIdEqualTo(chartViewRequest.getSceneId()); } if (StringUtils.isNotEmpty(chartViewRequest.getSort())) { chartViewExample.setOrderByClause(chartViewRequest.getSort()); } return chartViewMapper.selectByExampleWithBLOBs(chartViewExample); } public ChartViewWithBLOBs get(String id) { return chartViewMapper.selectByPrimaryKey(id); } public void delete(String id) { chartViewMapper.deleteByPrimaryKey(id); } public void deleteBySceneId(String sceneId) { ChartViewExample chartViewExample = new ChartViewExample(); chartViewExample.createCriteria().andSceneIdEqualTo(sceneId); chartViewMapper.deleteByExample(chartViewExample); } public ChartViewDTO getData(String id, ChartExtRequest requestList) throws Exception { ChartViewWithBLOBs view = chartViewMapper.selectByPrimaryKey(id); List xAxis = new Gson().fromJson(view.getXAxis(), new TypeToken>() { }.getType()); List yAxis = new Gson().fromJson(view.getYAxis(), new TypeToken>() { }.getType()); if (CollectionUtils.isEmpty(xAxis) || CollectionUtils.isEmpty(yAxis)) { ChartViewDTO dto = new ChartViewDTO(); BeanUtils.copyBean(dto, view); return dto; } // 过滤来自仪表盘的条件 List extFilterList = new ArrayList<>(); if (ObjectUtils.isNotEmpty(requestList.getFilter())) { for (ChartExtFilterRequest request : requestList.getFilter()) { DatasetTableField datasetTableField = dataSetTableFieldsService.get(request.getFieldId()); request.setDatasetTableField(datasetTableField); if (StringUtils.equalsIgnoreCase(datasetTableField.getTableId(), view.getTableId())) { if (CollectionUtils.isNotEmpty(request.getViewIds())) { if (request.getViewIds().contains(view.getId())) { extFilterList.add(request); } } else { extFilterList.add(request); } } } } // 获取数据集 DatasetTable table = dataSetTableService.get(view.getTableId()); // 判断连接方式,直连或者定时抽取 table.mode List data = new ArrayList<>(); if (table.getMode() == 0) {// 直连 Datasource ds = datasourceService.get(table.getDataSourceId()); DatasourceProvider datasourceProvider = ProviderFactory.getProvider(ds.getType()); DatasourceRequest datasourceRequest = new DatasourceRequest(); datasourceRequest.setDatasource(ds); DataTableInfoDTO dataTableInfoDTO = new Gson().fromJson(table.getInfo(), DataTableInfoDTO.class); QueryProvider qp = ProviderFactory.getQueryProvider(ds.getType()); if (StringUtils.equalsIgnoreCase(table.getType(), "db")) { datasourceRequest.setTable(dataTableInfoDTO.getTable()); datasourceRequest.setQuery(qp.getSQL(dataTableInfoDTO.getTable(), xAxis, yAxis, extFilterList)); } else if (StringUtils.equalsIgnoreCase(table.getType(), "sql")) { datasourceRequest.setQuery(qp.getSQLAsTmp(dataTableInfoDTO.getSql(), xAxis, yAxis, extFilterList)); } data = datasourceProvider.getData(datasourceRequest); } else if (table.getMode() == 1) {// 抽取 // 连接doris,构建doris数据源查询 Datasource ds = (Datasource) CommonBeanFactory.getBean("DorisDatasource"); DatasourceProvider datasourceProvider = ProviderFactory.getProvider(ds.getType()); DatasourceRequest datasourceRequest = new DatasourceRequest(); datasourceRequest.setDatasource(ds); String tableName = "ds_" + table.getId().replaceAll("-", "_"); datasourceRequest.setTable(tableName); QueryProvider qp = ProviderFactory.getQueryProvider(ds.getType()); datasourceRequest.setQuery(qp.getSQL(tableName, xAxis, yAxis, extFilterList)); data = datasourceProvider.getData(datasourceRequest); } // 图表组件可再扩展 List x = new ArrayList<>(); List series = new ArrayList<>(); for (ChartViewFieldDTO y : yAxis) { Series series1 = new Series(); series1.setName(y.getName()); series1.setType(view.getType()); series1.setData(new ArrayList<>()); series.add(series1); } for (String[] d : data) { StringBuilder a = new StringBuilder(); for (int i = 0; i < xAxis.size(); i++) { if (i == xAxis.size() - 1) { a.append(d[i]); } else { a.append(d[i]).append("\n"); } } x.add(a.toString()); for (int i = xAxis.size(); i < xAxis.size() + yAxis.size(); i++) { int j = i - xAxis.size(); try { series.get(j).getData().add(new BigDecimal(StringUtils.isEmpty(d[i]) ? "0" : d[i])); } catch (Exception e) { series.get(j).getData().add(new BigDecimal(0)); } } } // table组件 List fields = new ArrayList<>(); List> tableRow = new ArrayList<>(); fields.addAll(xAxis); fields.addAll(yAxis); data.forEach(ele -> { Map d = new HashMap<>(); for (int i = 0; i < fields.size(); i++) { ChartViewFieldDTO chartViewFieldDTO = fields.get(i); if (chartViewFieldDTO.getDeType() == 0 || chartViewFieldDTO.getDeType() == 1) { d.put(fields.get(i).getDataeaseName(), StringUtils.isEmpty(ele[i]) ? "" : ele[i]); } else if (chartViewFieldDTO.getDeType() == 2 || chartViewFieldDTO.getDeType() == 3) { d.put(fields.get(i).getDataeaseName(), new BigDecimal(StringUtils.isEmpty(ele[i]) ? "0" : ele[i]).setScale(2, RoundingMode.HALF_UP)); } } tableRow.add(d); }); Map map = new HashMap<>(); map.put("x", x); map.put("series", series); map.put("fields", fields); map.put("tableRow", tableRow); ChartViewDTO dto = new ChartViewDTO(); BeanUtils.copyBean(dto, view); dto.setData(map); return dto; } private void checkName(ChartViewWithBLOBs chartView) { if (StringUtils.isEmpty(chartView.getId())) { return; } ChartViewExample chartViewExample = new ChartViewExample(); ChartViewExample.Criteria criteria = chartViewExample.createCriteria(); if (StringUtils.isNotEmpty(chartView.getId())) { criteria.andIdNotEqualTo(chartView.getId()); } if (StringUtils.isNotEmpty(chartView.getSceneId())) { criteria.andSceneIdEqualTo(chartView.getSceneId()); } if (StringUtils.isNotEmpty(chartView.getName())) { criteria.andNameEqualTo(chartView.getName()); } List list = chartViewMapper.selectByExampleWithBLOBs(chartViewExample); if (list.size() > 0) { throw new RuntimeException("Name can't repeat in same group."); } } public Map getChartDetail(String id) { Map map = new HashMap<>(); ChartViewWithBLOBs chartViewWithBLOBs = chartViewMapper.selectByPrimaryKey(id); map.put("chart", chartViewWithBLOBs); if (ObjectUtils.isNotEmpty(chartViewWithBLOBs)) { Map datasetDetail = dataSetTableService.getDatasetDetail(chartViewWithBLOBs.getTableId()); map.putAll(datasetDetail); } return map; } public List viewsByIds(List viewIds) { ChartViewExample example = new ChartViewExample(); example.createCriteria().andIdIn(viewIds); return chartViewMapper.selectByExample(example); } public ChartViewWithBLOBs findOne(String id) { return chartViewMapper.selectByPrimaryKey(id); } }