DataEase 是开源的数据可视化分析工具

package io.dataease.chart.manage; import io.dataease.api.chart.dto.*; import io.dataease.api.chart.request.ChartDrillRequest; import io.dataease.api.chart.request.ChartExtRequest; import io.dataease.api.dataset.dto.SqlVariableDetails; import io.dataease.api.dataset.union.DatasetGroupInfoDTO; import io.dataease.api.dataset.union.model.SQLMeta; import io.dataease.api.permissions.auth.dto.BusiPerCheckDTO; import io.dataease.api.permissions.dataset.dto.DataSetRowPermissionsTreeDTO; import io.dataease.chart.constant.ChartConstants; import io.dataease.chart.utils.ChartDataBuild; import io.dataease.constant.AuthEnum; import io.dataease.dataset.dto.DatasourceSchemaDTO; import io.dataease.dataset.manage.DatasetGroupManage; import io.dataease.dataset.manage.DatasetSQLManage; import io.dataease.dataset.manage.DatasetTableFieldManage; import io.dataease.dataset.manage.PermissionManage; import io.dataease.dataset.utils.SqlUtils; import io.dataease.datasource.provider.CalciteProvider; import io.dataease.datasource.request.DatasourceRequest; import io.dataease.dto.dataset.DatasetTableFieldDTO; import io.dataease.engine.constant.SQLConstants; import io.dataease.engine.sql.SQLProvider; import io.dataease.engine.trans.*; import io.dataease.engine.utils.SQLUtils; import io.dataease.engine.utils.Utils; import io.dataease.exception.DEException; import io.dataease.i18n.Translator; import io.dataease.result.ResultCode; import io.dataease.system.manage.CorePermissionManage; import io.dataease.utils.BeanUtils; import io.dataease.utils.JsonUtil; import jakarta.annotation.Resource; import org.apache.commons.collections4.CollectionUtils; import org.apache.commons.collections4.MapUtils; import org.apache.commons.lang3.ObjectUtils; import org.apache.commons.lang3.StringUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.stereotype.Component; import java.math.BigDecimal; import java.math.RoundingMode; import java.text.SimpleDateFormat; import java.util.*; import java.util.stream.Collectors; import java.util.stream.Stream; /** * @Author Junjun */ @Component public class ChartDataManage { @Resource private DatasetTableFieldManage datasetTableFieldManage; @Resource private DatasetGroupManage datasetGroupManage; @Resource private DatasetSQLManage datasetSQLManage; @Resource private CalciteProvider calciteProvider; @Resource private ChartViewManege chartViewManege; @Resource private PermissionManage permissionManage; @Resource private CorePermissionManage corePermissionManage; public static final String START_END_SEPARATOR = "_START_END_SPLIT"; private static Logger logger = LoggerFactory.getLogger(ChartDataManage.class); public ChartViewDTO calcData(ChartViewDTO view) throws Exception { ChartExtRequest chartExtRequest = view.getChartExtRequest(); if (chartExtRequest == null) { chartExtRequest = new ChartExtRequest(); } ChartViewDTO chartViewDTO = new ChartViewDTO(); if (ObjectUtils.isEmpty(view)) { DEException.throwException(ResultCode.DATA_IS_WRONG.code(), Translator.get("i18n_chart_delete")); } //如果是excel导出 如果是从仪表板获取图表数据，则仪表板的查询模式，查询结果的数量，覆盖图表对应的属性 if (view.getIsExcelExport()) { view.setResultMode(ChartConstants.VIEW_RESULT_MODE.CUSTOM); } else if (ChartConstants.VIEW_RESULT_MODE.CUSTOM.equals(chartExtRequest.getResultMode())) { view.setResultMode(chartExtRequest.getResultMode()); view.setResultCount(chartExtRequest.getResultCount()); } List<ChartViewFieldDTO> viewFields = new ArrayList<>(view.getViewFields()); final Map<String, List<ChartViewFieldDTO>> extFieldsMap = new LinkedHashMap<>(); if (ObjectUtils.isNotEmpty(viewFields)) { viewFields.forEach(field -> { String busiType = field.getBusiType(); List<ChartViewFieldDTO> list = extFieldsMap.containsKey(busiType) ? extFieldsMap.get(busiType) : new ArrayList<>(); list.add(field); extFieldsMap.put(field.getBusiType(), list); }); } // get all fields List<ChartViewFieldDTO> allFields = getAllChartFields(view); List<ChartViewFieldDTO> xAxisBase = new ArrayList<>(view.getXAxis()); List<ChartViewFieldDTO> xAxis = new ArrayList<>(view.getXAxis()); List<ChartViewFieldDTO> xAxisExt = new ArrayList<>(view.getXAxisExt()); if (StringUtils.equalsIgnoreCase(view.getType(), "table-pivot") || StringUtils.containsIgnoreCase(view.getType(), "group") || ("antv".equalsIgnoreCase(view.getRender()) && "line".equalsIgnoreCase(view.getType())) || StringUtils.equalsIgnoreCase(view.getType(), "flow-map")) { xAxis.addAll(xAxisExt); } List<ChartViewFieldDTO> yAxis = new ArrayList<>(view.getYAxis()); if (StringUtils.equalsIgnoreCase(view.getType(), "chart-mix")) { List<ChartViewFieldDTO> yAxisExt = new ArrayList<>(view.getYAxisExt()); yAxis.addAll(yAxisExt); } if (StringUtils.equalsIgnoreCase(view.getRender(), "antv") && StringUtils.equalsAnyIgnoreCase(view.getType(), "gauge", "liquid")) { List<ChartViewFieldDTO> sizeField = getSizeField(view); yAxis.addAll(sizeField); } if (StringUtils.equalsIgnoreCase(view.getType(), "quadrant")) { List<ChartViewFieldDTO> yAxisExt = new ArrayList<>(view.getYAxisExt()); yAxis.addAll(yAxisExt); } List<ChartViewFieldDTO> extStack = new ArrayList<>(view.getExtStack()); List<ChartViewFieldDTO> extBubble = new ArrayList<>(view.getExtBubble()); if (ObjectUtils.isNotEmpty(view.getExtLabel()) && enableExtData(view.getType())) { List<ChartViewFieldDTO> extLabel = new ArrayList<>(view.getExtLabel()); yAxis.addAll(extLabel); } if (ObjectUtils.isNotEmpty(view.getExtTooltip()) && enableExtData(view.getType())) { List<ChartViewFieldDTO> extTooltip = new ArrayList<>(view.getExtTooltip()); yAxis.addAll(extTooltip); } List<ChartFieldCustomFilterDTO> fieldCustomFilter = new ArrayList<>(view.getCustomFilter()); List<ChartViewFieldDTO> drill = new ArrayList<>(view.getDrillFields()); DatasetGroupInfoDTO table = datasetGroupManage.get(view.getTableId(), null); if (table == null) { DEException.throwException(ResultCode.DATA_IS_WRONG.code(), Translator.get("i18n_no_ds")); } // check permission BusiPerCheckDTO dto = new BusiPerCheckDTO(); dto.setId(table.getId()); dto.setAuthEnum(AuthEnum.READ); boolean checked = corePermissionManage.checkAuth(dto); if (!checked) { DEException.throwException(Translator.get("i18n_no_datasource_permission")); } // column permission Map<String, ColumnPermissionItem> desensitizationList = new HashMap<>(); List<DatasetTableFieldDTO> columnPermissionFields = permissionManage.filterColumnPermissions(transFields(allFields), desensitizationList, table.getId(), chartExtRequest.getUser()); //将没有权限的列删掉 List<String> dataeaseNames = columnPermissionFields.stream().map(DatasetTableFieldDTO::getDataeaseName).collect(Collectors.toList()); dataeaseNames.add("*"); fieldCustomFilter = fieldCustomFilter.stream().filter(item -> !desensitizationList.keySet().contains(item.getDataeaseName()) && dataeaseNames.contains(item.getDataeaseName())).collect(Collectors.toList()); extStack = extStack.stream().filter(item -> !desensitizationList.keySet().contains(item.getDataeaseName()) && dataeaseNames.contains(item.getDataeaseName())).collect(Collecto