package com.panzhihua.common.listen;
|
|
import java.util.ArrayList;
|
import java.util.List;
|
import java.util.Map;
|
import java.util.concurrent.TimeUnit;
|
|
import org.springframework.data.redis.core.StringRedisTemplate;
|
import org.springframework.data.redis.core.ValueOperations;
|
|
import com.alibaba.excel.context.AnalysisContext;
|
import com.alibaba.excel.event.AnalysisEventListener;
|
import com.alibaba.fastjson.JSONArray;
|
import com.google.common.collect.Lists;
|
import com.panzhihua.common.constants.Constants;
|
import com.panzhihua.common.exceptions.ServiceException;
|
import com.panzhihua.common.model.vos.R;
|
import com.panzhihua.common.model.vos.community.fms.ComFmsTeamMemberImportExcelVO;
|
import com.panzhihua.common.model.vos.community.fms.ComFmsTeamMemberImportMistakeExcelVO;
|
import com.panzhihua.common.service.community.CommunityService;
|
import com.panzhihua.common.utlis.StringUtils;
|
|
import cn.hutool.core.util.IdcardUtil;
|
import lombok.extern.slf4j.Slf4j;
|
|
/**
|
* @title: ComFmsTeamMemberImportExcelListen
|
* @projectName: 成都呐喊信息技术有限公司-智慧社区项目
|
* @description: 五微服务-团队成员导入监听
|
* @author: hans
|
* @date: 2022/02/15 10:16
|
*/
|
@Slf4j
|
public class ComFmsTeamMemberImportExcelListen extends AnalysisEventListener<Map<Integer, String>> {
|
/**
|
* 每隔5条存储数据库,实际使用中可以3000条,然后清理list ,方便内存回收
|
*/
|
private static final int BATCH_COUNT = 5000;
|
private static int headSize = 0;
|
List<Map<Integer, String>> list = new ArrayList<Map<Integer, String>>();
|
private CommunityService communityService;
|
private Long communityId;
|
private Long userId;
|
private Map<Integer, String> headData;
|
private StringRedisTemplate stringRedisTemplate;
|
|
public ComFmsTeamMemberImportExcelListen(CommunityService communityService, Long communityId, Long userId,
|
StringRedisTemplate stringRedisTemplate) {
|
this.communityService = communityService;
|
this.communityId = communityId;
|
this.userId = userId;
|
this.stringRedisTemplate = stringRedisTemplate;
|
}
|
|
@Override
|
public void invoke(Map<Integer, String> data, AnalysisContext context) {
|
list.add(data);
|
if (list.size() >= BATCH_COUNT) {
|
saveData();
|
list.clear();
|
}
|
}
|
|
/**
|
* 这里会一行行的返回头
|
*
|
* @param headMap
|
* @param context
|
*/
|
@Override
|
public void invokeHeadMap(Map<Integer, String> headMap, AnalysisContext context) {
|
headSize = headMap.size();
|
headData = headMap;
|
}
|
|
@Override
|
public void doAfterAllAnalysed(AnalysisContext context) {
|
saveData();
|
log.info("所有数据解析完成!");
|
}
|
|
/**
|
* 不是固定的列只能手动处理
|
*/
|
private void saveData() {
|
log.info("开始导入团队成员数据");
|
log.info("表格总数据:" + list.size());
|
if (list.size() == 0) {
|
throw new ServiceException("100", "导入数据为空!");
|
}
|
ValueOperations<String, String> valueOperations = stringRedisTemplate.opsForValue();
|
String key = Constants.FMS_MEMBER_ERROR_LIST + communityId;
|
|
int index = 2;
|
try {
|
ArrayList<ComFmsTeamMemberImportExcelVO> voList = Lists.newArrayList();
|
ArrayList<ComFmsTeamMemberImportMistakeExcelVO> mistakes = Lists.newArrayList();
|
for (Map<Integer, String> oneData : list) {
|
ComFmsTeamMemberImportExcelVO vo = new ComFmsTeamMemberImportExcelVO();
|
if (StringUtils.isEmpty(oneData.get(0))) {
|
ComFmsTeamMemberImportMistakeExcelVO mistake = new ComFmsTeamMemberImportMistakeExcelVO();
|
index++;
|
setMemberImportMistake(oneData, mistake);
|
mistake.setMistake("团队类型不可为空,请填写团队类型");
|
mistakes.add(mistake);
|
continue;
|
}
|
vo.setTeamType(oneData.get(0));
|
if (StringUtils.isEmpty(oneData.get(1))) {
|
ComFmsTeamMemberImportMistakeExcelVO mistake = new ComFmsTeamMemberImportMistakeExcelVO();
|
index++;
|
setMemberImportMistake(oneData, mistake);
|
mistake.setMistake("团队名称不可为空,请填写团队名称");
|
mistakes.add(mistake);
|
continue;
|
}
|
vo.setTeamName(oneData.get(1));
|
|
if (StringUtils.isEmpty(oneData.get(2))) {
|
ComFmsTeamMemberImportMistakeExcelVO mistake = new ComFmsTeamMemberImportMistakeExcelVO();
|
index++;
|
setMemberImportMistake(oneData, mistake);
|
mistake.setMistake("团队成员不可为空,请填写团队成员");
|
mistakes.add(mistake);
|
continue;
|
}
|
vo.setTeamMember(oneData.get(2));
|
|
if (StringUtils.isNotEmpty(oneData.get(3))) {
|
// 判断身份证号码位数
|
if (!IdcardUtil.isValidCard(oneData.get(3))) {
|
ComFmsTeamMemberImportMistakeExcelVO mistake = new ComFmsTeamMemberImportMistakeExcelVO();
|
index++;
|
setMemberImportMistake(oneData, mistake);
|
mistake.setMistake("身份证号有误,请检查身份证号码是否正确");
|
mistakes.add(mistake);
|
continue;
|
}
|
vo.setIdCard(oneData.get(3).toUpperCase());
|
}
|
|
if (StringUtils.isEmpty(oneData.get(4))) {
|
ComFmsTeamMemberImportMistakeExcelVO mistake = new ComFmsTeamMemberImportMistakeExcelVO();
|
index++;
|
setMemberImportMistake(oneData, mistake);
|
mistake.setMistake("联系电话不可为空,请填写联系电话");
|
mistakes.add(mistake);
|
continue;
|
}
|
vo.setPhone(oneData.get(4));
|
voList.add(vo);
|
index++;
|
}
|
if (!voList.isEmpty()) {
|
log.info("开始进入业务层处理逻辑");
|
R r = communityService.listSaveFmsTeamMemberExcelVO(voList, communityId, userId);
|
log.info("业务层处理逻辑完成");
|
if (R.isOk(r)) {
|
log.info("业务层处理成功");
|
List<ComFmsTeamMemberImportMistakeExcelVO> list =
|
JSONArray.parseArray(JSONArray.toJSONString(r.getData()), ComFmsTeamMemberImportMistakeExcelVO.class);
|
mistakes.addAll(list);
|
} else {
|
log.info("业务层处理逻辑失败");
|
}
|
}
|
if (!mistakes.isEmpty()) {
|
log.info("将错误数据存入redis中");
|
valueOperations.set(key, JSONArray.toJSONString(mistakes), 1, TimeUnit.HOURS);
|
log.info("将错误数据存入redis中成功");
|
throw new ServiceException("500", key);
|
}
|
} catch (NumberFormatException e) {
|
log.info("处理数据时失败");
|
e.printStackTrace();
|
log.error("数据格式有误,第" + index + "行");
|
throw new ServiceException("500", "NumberFormatException");
|
}
|
}
|
|
private void setMemberImportMistake(Map<Integer, String> map, ComFmsTeamMemberImportMistakeExcelVO vo) {
|
vo.setTeamType(map.get(0));
|
vo.setTeamName(map.get(1));
|
vo.setTeamMember(map.get(2));
|
vo.setIdCard(map.get(3));
|
vo.setPhone(map.get(4));
|
}
|
}
|