From 657def74339fb4bd4ae0370ca80ad146c48232cd Mon Sep 17 00:00:00 2001 From: huanghongfa <huanghongfa123456> Date: 星期一, 02 八月 2021 13:23:07 +0800 Subject: [PATCH] 优化实有人口导入 --- springcloud_k8s_panzhihuazhihuishequ/service_community/src/main/java/com/panzhihua/service_community/service/impl/ComMngPopulationServiceImpl.java | 169 ++++++++++++++++++++++++++++++++------------------------ 1 files changed, 97 insertions(+), 72 deletions(-) diff --git a/springcloud_k8s_panzhihuazhihuishequ/service_community/src/main/java/com/panzhihua/service_community/service/impl/ComMngPopulationServiceImpl.java b/springcloud_k8s_panzhihuazhihuishequ/service_community/src/main/java/com/panzhihua/service_community/service/impl/ComMngPopulationServiceImpl.java index 87e6bae..08af58e 100644 --- a/springcloud_k8s_panzhihuazhihuishequ/service_community/src/main/java/com/panzhihua/service_community/service/impl/ComMngPopulationServiceImpl.java +++ b/springcloud_k8s_panzhihuazhihuishequ/service_community/src/main/java/com/panzhihua/service_community/service/impl/ComMngPopulationServiceImpl.java @@ -51,10 +51,7 @@ import com.panzhihua.common.utlis.StringUtils; import com.panzhihua.service_community.dao.*; import com.panzhihua.service_community.model.dos.*; -import com.panzhihua.service_community.service.ComMngPopulationHouseUserService; -import com.panzhihua.service_community.service.ComMngPopulationService; -import com.panzhihua.service_community.service.ComMngVillageService; -import com.panzhihua.service_community.service.EventResourceService; +import com.panzhihua.service_community.service.*; import lombok.extern.slf4j.Slf4j; import org.springframework.beans.BeanUtils; import org.springframework.beans.factory.annotation.Value; @@ -93,6 +90,8 @@ private ComMngPopulationDAO comMngPopulationDAO; @Resource private ComMngPopulationHouseUserService comMngPopulationHouseUserService; + @Resource + private ComMngPopulationHouseService comMngPopulationHouseService; @Resource private EventResourceService eventResourceService; @Resource @@ -363,28 +362,34 @@ @Override @Transactional(rollbackFor = Exception.class) public R listSavePopulation(List<ComMngPopulationServeExcelVO> list, Long communityId){ + //需要新增的房屋集合 + List<ComMngPopulationHouseDO> houseList = new ArrayList<>(); + //需要新增的人口集合 + List<ComMngPopulationDO> saveList = new ArrayList<>(); + //需要修改的人口集合 + List<ComMngPopulationDO> updateList = new ArrayList<>(); + //需要新增的人口与房屋关系集合 + List<ComMngPopulationHouseUserDO> houseUserList = new ArrayList<>(); + log.info("开始处理导入数据"); List<ComMngPopulationMistakeExcelVO> mistakes = new ArrayList<>(); try { -// List<ComMngPopulationImportErrorVO> populationImportErrorVOList = new ArrayList<>(); //查询社区信息 + log.info("开始查询社区信息数据"); ComPopulationActVO populationActVO = comActDAO.getPopulationActById(communityId); if(populationActVO == null){ log.error("未查询到社区信息"); return R.fail("未查询到社区信息"); } - //查询该社区 -// ComActDO comActDO = comActDAO.selectById(communityId); - //查询该社区的省市区地址 -// AreaAddressVO areaAddressVO = populationDAO.getAreaAddress(comActDO.getProvinceCode(), comActDO.getCityCode(), comActDO.getAreaCode()); - //查询社区上街道信息 - String streetName = populationActVO.getStreetName(); -// if (comActDO.getStreetId() != null) { -// ComStreetDO streetDO = comStreetDAO.selectById(comActDO.getStreetId()); -// if (streetDO != null) { -// streetName = streetDO.getName(); -// } -// } + log.info("开始查询社区信息数据完成"); + + //查询当前社区标签列表 + List<String> labelList = new ArrayList<>(); + List<ComMngUserTagDO> comMngUserTagDOS = comMngUserTagDAO.selectList(new QueryWrapper<ComMngUserTagDO>().eq("sys_flag", 1).or().eq("community_id", communityId)); + if (!ObjectUtils.isEmpty(comMngUserTagDOS)) { + labelList = comMngUserTagDOS.stream().map(comMngUserTagDO -> comMngUserTagDO.getTagName()).collect(Collectors.toList()); + } + StringBuilder areaPath = new StringBuilder(); areaPath.append(populationActVO.getProvinceName()).append(">").append(populationActVO.getCityName()).append(">").append(populationActVO.getDistrictName()).append(">"); //处理实有人口信息 @@ -404,11 +409,6 @@ //查询小区街路巷是否存在 ComMngVillageDO comMngVillageDO = comActVillageDAO.selectOne(new QueryWrapper<ComMngVillageDO>().eq("alley", vo.getRoad()).eq("house_num", vo.getDoorNo()).eq("community_id", communityId)); if (comMngVillageDO == null) { -// ComMngPopulationImportErrorVO importErrorVO = new ComMngPopulationImportErrorVO(); -// importErrorVO.setErrorMsg("街路巷或小区号不存在,请先在“小区管理”中添加该小区"); -// importErrorVO.setErrorPosition("街路巷:" + vo.getRoad() + ",小区号:" + vo.getDoorNo()); -// populationImportErrorVOList.add(importErrorVO); -// index++; ComMngPopulationMistakeExcelVO mistake = new ComMngPopulationMistakeExcelVO(); BeanUtils.copyProperties(vo,mistake); setMistake(mistake, vo); @@ -416,23 +416,34 @@ mistakes.add(mistake); continue; } - StringBuilder address = new StringBuilder(); address.append(populationActVO.getProvinceName()).append(populationActVO.getCityName()).append(populationActVO.getDistrictName()) - .append(streetName).append(comMngVillageDO.getAlley()).append(vo.getDoorNo()).append("号").append(vo.getFloor()).append("栋") + .append(populationActVO.getStreetName()).append(comMngVillageDO.getAlley()).append(vo.getDoorNo()).append("号").append(vo.getFloor()).append("栋") .append(vo.getUnitNo()).append("单元").append(vo.getHouseNo()).append("号"); vo.setAddress(address.toString()); - //todo 后期优化改为批量 //先判断房屋是否存在 ComMngPopulationHouseDO populationHouseDO = comMngPopulationHouseDAO.selectOne(new QueryWrapper<ComMngPopulationHouseDO>().lambda() .eq(ComMngPopulationHouseDO::getCommunityId, communityId).eq(ComMngPopulationHouseDO::getVillageId, comMngVillageDO.getVillageId()) .eq(ComMngPopulationHouseDO::getFloor, vo.getFloor()).eq(ComMngPopulationHouseDO::getUnitNo, vo.getUnitNo()) .eq(ComMngPopulationHouseDO::getHouseNo, vo.getHouseNo())); if (populationHouseDO == null) { - //房屋信息不存在建立房屋信息 - populationHouseDO = savePopulationHouse(vo, comMngVillageDO, communityId, areaPath, populationActVO.getName()); + if(!houseList.isEmpty()){ + for (ComMngPopulationHouseDO house:houseList) { + if(house.getVillageId().equals(comMngVillageDO.getVillageId()) && house.getCommunityId().equals(communityId) + && house.getFloor().equals(vo.getFloor()) && house.getUnitNo().equals(vo.getUnitNo()) + && house.getHouseNo().equals(vo.getHouseNo())){ + populationHouseDO = house; + break; + } + } + } + if(populationHouseDO == null){ + //房屋信息不存在建立房屋信息 + populationHouseDO = savePopulationHouse(vo, comMngVillageDO, communityId, areaPath, populationActVO.getName()); + houseList.add(populationHouseDO); + } vo.setHouseId(populationHouseDO.getId()); } @@ -445,17 +456,27 @@ ComMngPopulationDO populationDO = null; List<ComMngPopulationDO> populationDOList = this.baseMapper.selectList(new QueryWrapper<ComMngPopulationDO>().lambda() .eq(ComMngPopulationDO::getCardNo, cardNoAES)); - if (populationDOList.isEmpty()) { //不存在实有人口,则新增 - populationDO = savePopulationDO(vo, populationActVO, comMngVillageDO); -// ComMngPopulationHouseUserDO comMngPopulationHouseUserDO = savePopulationHouseUser(vo, populationDO, populationHouseDO); + populationDO = savePopulationDO(vo, populationActVO, comMngVillageDO,labelList); + saveList.add(populationDO); } else { - //如果存在人口信息,且是自用房,则更新人口默认的房屋信息 -// if (vo.getIsRent() != null && vo.getIsRent().equals(PopulHouseUseEnum.SELF.getCode())) { -// populationDO = updatePopulationDO(vo, populationDO); -// } - populationDO = updatePopulationDO(vo, populationActVO, populationDOList.get(0)); + //存在则更新 + if(populationDOList.size() > 1){ + for (ComMngPopulationDO population:populationDOList) { + if(population.getActId().equals(communityId)){ + populationDO = population; + break; + } + } + if(populationDO == null){ + populationDO = populationDOList.get(0); + } + }else{ + populationDO = populationDOList.get(0); + } + ComMngPopulationDO updatePopulationDO = updatePopulationDO(vo,populationDO,labelList); + updateList.add(updatePopulationDO); } //处理实有人口房屋居住信息 @@ -471,7 +492,7 @@ populationHouseUserDO.setRelation(vo.getRelation()); populationHouseUserDO.setRelationId(vo.getIsRent()); populationHouseUserDO.setResidence(vo.getResidence()); - comMngPopulationHouseUserDAO.insert(populationHouseUserDO); + houseUserList.add(populationHouseUserDO); } } } @@ -480,64 +501,68 @@ } log.info("处理完成导入数据"); + log.info("开始执行数据库导入"); + if(!houseList.isEmpty()){ + log.info("执行数据库导入房屋"); + comMngPopulationHouseService.saveBatch(houseList); + log.info("执行数据库导入房屋完成"); + } + if(!saveList.isEmpty()){ + log.info("执行数据库导入人口"); + this.saveBatch(saveList); + log.info("执行数据库导入人口完成"); + } + if(!updateList.isEmpty()){ + log.info("执行数据库更新人口"); + this.updateBatchById(updateList); + log.info("执行数据库更新人口完成"); + } + if(!houseUserList.isEmpty()){ + log.info("执行数据库导入人口房屋关系"); + comMngPopulationHouseUserService.saveBatch(houseUserList); + log.info("执行数据库导入人口房屋关系完成"); + } + log.info("执行数据库导入完成"); + if (!mistakes.isEmpty()) { log.info("返回错误数据"); return R.fail(mistakes); } - return R.ok(); + return R.ok(mistakes); } - private ComMngPopulationDO updatePopulationDO(ComMngPopulationServeExcelVO vo, ComPopulationActVO comActDO, ComMngPopulationDO populationDO) throws Exception { - UpdateWrapper<ComMngPopulationDO> updateWrapper = new UpdateWrapper<>(); - updateWrapper.eq("id",populationDO.getId()); - ComMngPopulationDO update = new ComMngPopulationDO(); -// update.setRoad(vo.getRoad()); -// update.setDoorNo(vo.getDoorNo()); -// update.setFloor(vo.getFloor()); -// update.setUnitNo(vo.getUnitNo()); -// update.setHouseNo(vo.getHouseNo()); -// update.setHouseId(vo.getHouseId()); -// if (StringUtils.isNotEmpty(populationDO.getPhone())) { -// update.setPhone(populationDO.getPhone()); -// } - String cardNoAES = AESUtil.encrypt128(vo.getCardNo(), aesKey); - BeanUtils.copyProperties(vo, update); + private ComMngPopulationDO updatePopulationDO(ComMngPopulationServeExcelVO vo, ComMngPopulationDO populationDO,List<String> labelList){ + BeanUtils.copyProperties(vo, populationDO); List<String> userTag = vo.getUserTagStr().stream().map(userTagStr -> userTagStr.split("\\(")[0]).collect(Collectors.toList()); - //查询当前社区标签列表 - List<String> list = new ArrayList<>(); - List<ComMngUserTagDO> comMngUserTagDOS = comMngUserTagDAO.selectList(new QueryWrapper<ComMngUserTagDO>().eq("sys_flag", 1).or().eq("community_id", comActDO.getCommunityId())); - if (!ObjectUtils.isEmpty(comMngUserTagDOS)) { - list = comMngUserTagDOS.stream().map(comMngUserTagDO -> comMngUserTagDO.getTagName()).collect(Collectors.toList()); - } //如果导入数据标签中有当前社区标签列表中不包含的标签,则删除 Iterator<String> iterator = userTag.iterator(); while (iterator.hasNext()) { String s = iterator.next(); - if (!list.contains(s)) + if (!labelList.contains(s)) iterator.remove(); } - update.setLabel(Joiner.on(",").join(userTag)); - update.setCardNo(cardNoAES); - this.baseMapper.update(update,updateWrapper); + String cardNoAES = populationDO.getCardNo(); + try { + cardNoAES = AESUtil.encrypt128(vo.getCardNo(), aesKey); + }catch (Exception e){ + log.error("身份证加密失败"); + } + populationDO.setLabel(Joiner.on(",").join(userTag)); + populationDO.setCardNo(cardNoAES); return populationDO; } - private ComMngPopulationDO savePopulationDO(ComMngPopulationServeExcelVO vo, ComPopulationActVO comActDO, ComMngVillageDO comMngVillageDO) { + private ComMngPopulationDO savePopulationDO(ComMngPopulationServeExcelVO vo, ComPopulationActVO comActDO, ComMngVillageDO comMngVillageDO,List<String> labelList) { ComMngPopulationDO populationDO = new ComMngPopulationDO(); BeanUtils.copyProperties(vo, populationDO); populationDO.setId(Snowflake.getId()); List<String> userTag = vo.getUserTagStr().stream().map(userTagStr -> userTagStr.split("\\(")[0]).collect(Collectors.toList()); - //查询当前社区标签列表 - List<String> list = new ArrayList<>(); - List<ComMngUserTagDO> comMngUserTagDOS = comMngUserTagDAO.selectList(new QueryWrapper<ComMngUserTagDO>().eq("sys_flag", 1).or().eq("community_id", comActDO.getCommunityId())); - if (!ObjectUtils.isEmpty(comMngUserTagDOS)) { - list = comMngUserTagDOS.stream().map(comMngUserTagDO -> comMngUserTagDO.getTagName()).collect(Collectors.toList()); - } + //如果导入数据标签中有当前社区标签列表中不包含的标签,则删除 Iterator<String> iterator = userTag.iterator(); while (iterator.hasNext()) { String s = iterator.next(); - if (!list.contains(s)) + if (!labelList.contains(s)) iterator.remove(); } populationDO.setVillageId(comMngVillageDO.getVillageId()); @@ -555,7 +580,7 @@ // populationDO.setHouseId(null); // } - this.baseMapper.insert(populationDO); +// this.baseMapper.insert(populationDO); return populationDO; } @@ -596,7 +621,7 @@ if (vo.getControlStatus() != null) { populationHouseDO.setControlStatus(vo.getControlStatus()); } - comMngPopulationHouseDAO.insert(populationHouseDO); +// comMngPopulationHouseDAO.insert(populationHouseDO); return populationHouseDO; } -- Gitblit v1.7.1