package com.panzhihua.common.listen;
|
|
import java.util.ArrayList;
|
import java.util.List;
|
import java.util.Map;
|
import java.util.concurrent.TimeUnit;
|
|
import cn.hutool.core.date.DateUtil;
|
import com.panzhihua.common.utlis.ValidateUtils;
|
import org.springframework.data.redis.core.StringRedisTemplate;
|
import org.springframework.data.redis.core.ValueOperations;
|
|
import com.alibaba.excel.context.AnalysisContext;
|
import com.alibaba.excel.event.AnalysisEventListener;
|
import com.alibaba.fastjson.JSONArray;
|
import com.google.common.collect.Lists;
|
import com.panzhihua.common.constants.Constants;
|
import com.panzhihua.common.exceptions.ServiceException;
|
import com.panzhihua.common.model.vos.R;
|
import com.panzhihua.common.model.vos.community.fms.ComFmsServiceImportExcelVO;
|
import com.panzhihua.common.model.vos.community.fms.ComFmsServiceImportMistakeExcelVO;
|
import com.panzhihua.common.service.community.CommunityService;
|
import com.panzhihua.common.utlis.StringUtils;
|
|
import lombok.extern.slf4j.Slf4j;
|
|
/**
|
* @title: ComFmsTeamMemberImportExcelListen
|
* @projectName: 成都呐喊信息技术有限公司-智慧社区项目
|
* @description: 五微服务-微服务导入监听
|
* @author: hans
|
* @date: 2022/02/15 10:16
|
*/
|
@Slf4j
|
public class ComFmsServiceImportExcelListen extends AnalysisEventListener<Map<Integer, String>> {
|
/**
|
* 每隔5条存储数据库，实际使用中可以3000条，然后清理list ，方便内存回收
|
*/
|
private static final int BATCH_COUNT = 5000;
|
private static int headSize = 0;
|
List<Map<Integer, String>> list = new ArrayList<Map<Integer, String>>();
|
private CommunityService communityService;
|
private Long communityId;
|
private Long userId;
|
private Map<Integer, String> headData;
|
private StringRedisTemplate stringRedisTemplate;
|
|
public ComFmsServiceImportExcelListen(CommunityService communityService, Long communityId, Long userId,
|
StringRedisTemplate stringRedisTemplate) {
|
this.communityService = communityService;
|
this.communityId = communityId;
|
this.userId = userId;
|
this.stringRedisTemplate = stringRedisTemplate;
|
}
|
|
@Override
|
public void invoke(Map<Integer, String> data, AnalysisContext context) {
|
list.add(data);
|
if (list.size() >= BATCH_COUNT) {
|
saveData();
|
list.clear();
|
}
|
}
|
|
/**
|
* 这里会一行行的返回头
|
*
|
* @param headMap
|
* @param context
|
*/
|
@Override
|
public void invokeHeadMap(Map<Integer, String> headMap, AnalysisContext context) {
|
headSize = headMap.size();
|
headData = headMap;
|
}
|
|
@Override
|
public void doAfterAllAnalysed(AnalysisContext context) {
|
saveData();
|
log.info("所有数据解析完成！");
|
}
|
|
/**
|
* 不是固定的列只能手动处理
|
*/
|
private void saveData() {
|
log.info("开始导入微服务数据");
|
log.info("表格总数据：" + list.size());
|
if (list.size() == 0) {
|
throw new ServiceException("100", "导入数据为空！");
|
}
|
ValueOperations<String, String> valueOperations = stringRedisTemplate.opsForValue();
|
String key = Constants.FMS_SERVICE_ERROR_LIST + communityId;
|
|
int index = 2;
|
try {
|
String[] parsePatterns = new String[] {"yyyy-MM-dd", "yyyy-M-dd", "yyyy-MM-d", "yyyy-M-d", "yyyy/MM/dd",
|
"yyyy/M/dd", "yyyy/MM/d", "yyyy/M/d"};
|
ArrayList<ComFmsServiceImportExcelVO> voList = Lists.newArrayList();
|
ArrayList<ComFmsServiceImportMistakeExcelVO> mistakes = Lists.newArrayList();
|
for (Map<Integer, String> oneData : list) {
|
ComFmsServiceImportExcelVO vo = new ComFmsServiceImportExcelVO();
|
vo.setUserName(oneData.get(0));
|
if (StringUtils.isNotEmpty(oneData.get(1)) && !ValidateUtils.assertPhoneIsValid(oneData.get(1))) {
|
ComFmsServiceImportMistakeExcelVO mistake = new ComFmsServiceImportMistakeExcelVO();
|
index++;
|
setServiceImportMistake(oneData, mistake);
|
mistake.setMistake("联系电话有误，请检查");
|
mistakes.add(mistake);
|
continue;
|
}
|
vo.setPhone(oneData.get(1));
|
if (StringUtils.isEmpty(oneData.get(2))) {
|
ComFmsServiceImportMistakeExcelVO mistake = new ComFmsServiceImportMistakeExcelVO();
|
index++;
|
setServiceImportMistake(oneData, mistake);
|
mistake.setMistake("服务时间不可为空，请填写服务时间");
|
mistakes.add(mistake);
|
continue;
|
}
|
vo.setServiceAt(DateUtil.parse(oneData.get(2).trim(), parsePatterns));
|
|
if (StringUtils.isEmpty(oneData.get(3))) {
|
ComFmsServiceImportMistakeExcelVO mistake = new ComFmsServiceImportMistakeExcelVO();
|
index++;
|
setServiceImportMistake(oneData, mistake);
|
mistake.setMistake("服务内容不可为空，请填写服务内容");
|
mistakes.add(mistake);
|
continue;
|
}
|
vo.setServiceContent(oneData.get(3));
|
|
if (StringUtils.isEmpty(oneData.get(4))) {
|
ComFmsServiceImportMistakeExcelVO mistake = new ComFmsServiceImportMistakeExcelVO();
|
index++;
|
setServiceImportMistake(oneData, mistake);
|
mistake.setMistake("服务过程不可为空，请填写服务过程");
|
mistakes.add(mistake);
|
continue;
|
}
|
vo.setServiceProcess(oneData.get(4));
|
voList.add(vo);
|
index++;
|
}
|
if (!voList.isEmpty()) {
|
log.info("开始进入业务层处理逻辑");
|
R r = communityService.listSaveFmsServiceExcelVO(voList, communityId, userId);
|
log.info("业务层处理逻辑完成");
|
if (R.isOk(r)) {
|
log.info("业务层处理成功");
|
} else {
|
log.info("业务层处理逻辑失败");
|
}
|
}
|
if (!mistakes.isEmpty()) {
|
log.info("将错误数据缓存到redis中");
|
valueOperations.set(key, JSONArray.toJSONString(mistakes), 1, TimeUnit.HOURS);
|
log.info("将错误数据缓存到redis中成功");
|
throw new ServiceException("500", key);
|
}
|
} catch (NumberFormatException e) {
|
log.info("处理数据时失败");
|
e.printStackTrace();
|
log.error("数据格式有误，第" + index + "行");
|
throw new ServiceException("500", "NumberFormatException");
|
}
|
}
|
|
private void setServiceImportMistake(Map<Integer, String> map, ComFmsServiceImportMistakeExcelVO vo) {
|
vo.setUserName(map.get(0));
|
vo.setPhone(map.get(1));
|
vo.setServiceAt(map.get(2));
|
vo.setServiceContent(map.get(3));
|
vo.setServiceProcess(map.get(4));
|
}
|
}
|
