package com.ruoyi.system.listener; import com.alibaba.excel.context.AnalysisContext; import com.alibaba.excel.event.AnalysisEventListener; import com.alibaba.excel.util.ListUtils; import com.alibaba.fastjson2.JSON; import com.baomidou.mybatisplus.core.toolkit.CollectionUtils; import com.baomidou.mybatisplus.core.toolkit.Wrappers; import com.google.common.collect.Lists; import com.ruoyi.common.enums.*; import com.ruoyi.common.exception.ServiceException; import com.ruoyi.common.utils.CalculateUtil; import com.ruoyi.system.domain.*; import com.ruoyi.system.service.*; import lombok.extern.slf4j.Slf4j; import java.time.LocalDate; import java.util.*; import java.util.stream.Collectors; @Slf4j public class BasicDataListener extends AnalysisEventListener> { /** * 每隔5条存储数据库,实际使用中可以100条,然后清理list ,方便内存回收 */ private static final int BATCH_COUNT = 100; private List> cachedDataList = ListUtils.newArrayListWithExpectedSize(BATCH_COUNT); public TbBasicDataService tbBasicDataService; public List fieldList; public TbFieldService tbFieldService; public String areaCode; public TbBasicDataFieldService tbBasicDataFieldService; public TbBasicDataConfigService tbBasicDataConfigService; public TbBasicDataConfigDetailService tbBasicDataConfigDetailService; public TbScoreService tbScoreService; public BasicDataListener() { } public BasicDataListener(TbBasicDataService tbBasicDataService, List fieldList,TbFieldService tbFieldService, String areaCode,TbBasicDataFieldService tbBasicDataFieldService,TbBasicDataConfigService tbBasicDataConfigService, TbBasicDataConfigDetailService tbBasicDataConfigDetailService,TbScoreService tbScoreService ) { this.tbBasicDataService = tbBasicDataService; this.fieldList = fieldList; this.tbFieldService = tbFieldService; this.areaCode = areaCode; this.tbBasicDataFieldService = tbBasicDataFieldService; this.tbBasicDataConfigService = tbBasicDataConfigService; this.tbBasicDataConfigDetailService = tbBasicDataConfigDetailService; this.tbScoreService = tbScoreService; } @Override public void invoke(Map data, AnalysisContext context) { log.info("解析到一条数据:{}", JSON.toJSONString(data)); cachedDataList.add(data); if (cachedDataList.size() >= BATCH_COUNT) { try { saveData(); } catch (Exception e) { if (e instanceof ServiceException) { throw new ServiceException(e.getMessage()); } throw new RuntimeException(e); } cachedDataList = ListUtils.newArrayListWithExpectedSize(BATCH_COUNT); } } @Override public void doAfterAllAnalysed(AnalysisContext context) { try { TbBasicData tbBasicData = saveData(); calculateScore(tbBasicData); } catch (Exception e) { if (e instanceof ServiceException) { throw new ServiceException(e.getMessage()); } throw new RuntimeException(e); } log.info("所有数据解析完成!"); } /** * 加上存储数据库 */ private TbBasicData saveData() { Map headMap = cachedDataList.get(cachedDataList.size()-3); Map dataMap = cachedDataList.get(cachedDataList.size()-1); log.info("{}条数据,开始存储数据库!", cachedDataList.size()); log.info("表头:{}", JSON.toJSONString(headMap)); log.info("填写的数据:{}", JSON.toJSONString(dataMap)); int remarkIndex = headMap.size() - 1; Map dynamicFieldsMap = headMap.entrySet().stream() .filter(entry -> !(Lists.newArrayList(0, 1, 2, 3).contains(entry.getKey()) || entry.getKey() == remarkIndex)) .collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue)); List dynamicFields = new ArrayList<>(dynamicFieldsMap.values()); List collect = fieldList.stream().map(TbField::getFieldName).collect(Collectors.toList()); boolean flag = new ArrayList<>(dynamicFields).containsAll(collect); if (dynamicFields.size() != collect.size() || !flag) { throw new ServiceException("导入失败,请下载最新的导入模板"); } LocalDate now = LocalDate.now(); TbBasicData tbBasicData; Optional tbBasicDataOpt = tbBasicDataService.lambdaQuery(). eq(TbBasicData::getQuarter, String.format("%s年%s", now.getYear(), dataMap.get(1))) .eq(TbBasicData::getDeptAreaCode, areaCode).oneOpt(); tbBasicData = tbBasicDataOpt.orElseGet(TbBasicData::new); tbBasicData.setQuarter(String.format("%s年%s", now.getYear(), dataMap.get(1))); tbBasicData.setTransferPaymentScale(dataMap.get(2)); tbBasicData.setCurrentGdp(dataMap.get(3)); tbBasicData.setDeptAreaCode(areaCode); tbBasicData.setRemark(dataMap.get(remarkIndex)); tbBasicData.setStatus(ReportingStatusEnum.MISSING_DATA); tbBasicDataService.saveOrUpdate(tbBasicData); tbBasicDataFieldService.remove(Wrappers.lambdaQuery().eq(TbBasicDataField::getBasicDataId, tbBasicData.getId())); List fields = new ArrayList<>(); //添加固定字段 转移支付规模、当期GDP TbBasicDataField transferPaymentScale = new TbBasicDataField(); transferPaymentScale.setBasicDataId(tbBasicData.getId()); transferPaymentScale.setFieldId(-1L); transferPaymentScale.setFieldName("转移支付规模"); transferPaymentScale.setFieldValue(tbBasicData.getTransferPaymentScale()); fields.add(transferPaymentScale); TbBasicDataField currentGdp = new TbBasicDataField(); currentGdp.setBasicDataId(tbBasicData.getId()); currentGdp.setFieldId(-2L); currentGdp.setFieldName("当期GDP"); currentGdp.setFieldValue(tbBasicData.getCurrentGdp()); fields.add(currentGdp); //遍历动态字段map for (Map.Entry integerStringEntry : dynamicFieldsMap.entrySet()) { Optional tbField = tbFieldService.lambdaQuery().eq(TbField::getFieldName, integerStringEntry.getValue()) .eq(TbField::getStatus, ShowStatusEnum.SHOW).oneOpt(); if (tbField.isPresent()) { TbField field = tbField.get(); String value = validateFields(integerStringEntry, dataMap, field); TbBasicDataField tbBasicDataField = new TbBasicDataField(); tbBasicDataField.setBasicDataId(tbBasicData.getId()); tbBasicDataField.setFieldId(field.getId()); tbBasicDataField.setFieldName(field.getFieldName()); tbBasicDataField.setFieldValue(value); fields.add(tbBasicDataField); } } tbBasicDataFieldService.saveBatch(fields); tbBasicData.setStatus(ReportingStatusEnum.FILLED); tbBasicDataService.updateById(tbBasicData); log.info(String.format("%s导入基础数据成功!", dataMap.get(0))); return tbBasicData; } private static String validateFields(Map.Entry integerStringEntry, Map dataMap, TbField field) { String value = dataMap.get(integerStringEntry.getKey()); if (FieldTypeEnum.NUMBER.equals(field.getFieldType())) { Integer numMin = field.getNumMin(); Integer numMax = field.getNumMax(); if (Objects.nonNull(numMin) && Objects.nonNull(numMax)) { if (numMin > Integer.parseInt(value) || numMax < Integer.parseInt(value)) { throw new ServiceException(String.format("字段%s的内容不在%d~%d范围内", field.getFieldName(),numMin,numMax)); } } } if (FieldInputTypeEnum.MANUAL_INPUT.equals(field.getTextInputType()) && FieldTypeEnum.TEXT.equals(field.getFieldType())) { Integer textMinNum = field.getTextMinNum(); Integer textMaxNum = field.getTextMaxNum(); if (Objects.nonNull(textMinNum) && Objects.nonNull(textMaxNum)) { if (textMinNum > value.length() || textMaxNum < value.length()) { throw new ServiceException(String.format("字段%s的内容长度超出%d~%d的范围", field.getFieldName(),textMinNum,textMaxNum)); } } } if (FieldTypeEnum.PERCENTAGE.equals(field.getFieldType())) { if (0 > Double.parseDouble(value) || 100 < Double.parseDouble(value)) { throw new ServiceException(String.format("字段%s的内容不在0~100范围内", field.getFieldName())); } } return value; } private void calculateScore(TbBasicData tbBasicData) { //计算得分 List list = tbBasicDataConfigService.lambdaQuery() .eq(TbBasicDataConfig::getStatus, ShowStatusEnum.SHOW).list(); if (CollectionUtils.isEmpty(list)) { throw new ServiceException("计算得分失败,平台未配置得分计算规则"); } List numCalculates = list.stream() .filter(item -> CalculateTypeEnum.NUMBER.equals(item.getCalculateType())) .collect(Collectors.toList()); List textAndPercentages = list.stream() .filter(item -> !CalculateTypeEnum.NUMBER.equals(item.getCalculateType())) .collect(Collectors.toList()); if (CollectionUtils.isNotEmpty(numCalculates)) { numCalculates.forEach(item -> { Map valueMap = new HashMap<>(); String numberCalculateFormula = item.getNumberCalculateFormula(); Map fieldsAndValue = CalculateUtil.getFieldsAndValue(numberCalculateFormula); for (Map.Entry stringIntegerEntry : fieldsAndValue.entrySet()) { Optional tbBasicDataField = tbBasicDataFieldService.lambdaQuery() .eq(TbBasicDataField::getBasicDataId, tbBasicData.getId()) .eq(TbBasicDataField::getFieldId, stringIntegerEntry.getValue()) .oneOpt(); tbBasicDataField.ifPresent(basicDataField -> valueMap.put(stringIntegerEntry.getKey(), basicDataField.getFieldValue())); } double score = CalculateUtil.calculate(numberCalculateFormula, valueMap); TbScore tbScore = new TbScore(); tbScore.setBasicDataId(tbBasicData.getId()); tbScore.setScore(score); tbScore.setBasicDataConfigId(item.getId()); tbScoreService.save(tbScore); }); } if (CollectionUtils.isNotEmpty(textAndPercentages)) { for (TbBasicDataConfig textAndPercentage : textAndPercentages) { TbScore tbScore = new TbScore(); List details = tbBasicDataConfigDetailService.lambdaQuery() .eq(TbBasicDataConfigDetail::getBasicDataConfigId, textAndPercentage.getId()) .list(); Map scoreMap = details.stream().collect(Collectors.toMap(TbBasicDataConfigDetail::getKey, TbBasicDataConfigDetail::getValue)); if (CollectionUtils.isNotEmpty(details)) { Optional tbBasicDataFieldOptional = tbBasicDataFieldService.lambdaQuery() .eq(TbBasicDataField::getBasicDataId, tbBasicData.getId()) .eq(TbBasicDataField::getFieldId, textAndPercentage.getFieldIdStr()) .oneOpt(); if (tbBasicDataFieldOptional.isPresent()) { TbBasicDataField tbBasicDataField = tbBasicDataFieldOptional.get(); if (CalculateTypeEnum.TEXT.equals(textAndPercentage.getCalculateType())) { String score = scoreMap.get(tbBasicDataField.getFieldValue()); tbScore.setBasicDataId(tbBasicData.getId()); tbScore.setScore(Double.parseDouble(score)); tbScore.setBasicDataConfigId(textAndPercentage.getId()); tbScoreService.save(tbScore); } if (CalculateTypeEnum.PERCENTAGE.equals(textAndPercentage.getCalculateType())) { for (Map.Entry stringStringEntry : scoreMap.entrySet()) { String[] split = stringStringEntry.getKey().split("-"); double v = Double.parseDouble(tbBasicDataField.getFieldValue()); double min = Double.parseDouble(split[0]); double max = Double.parseDouble(split[1]); if (v >= min && v <= max) { tbScore.setScore(Double.parseDouble(stringStringEntry.getValue())); } } tbScore.setBasicDataId(tbBasicData.getId()); tbScore.setBasicDataConfigId(textAndPercentage.getId()); tbScoreService.save(tbScore); } } } } } } }