From 657def74339fb4bd4ae0370ca80ad146c48232cd Mon Sep 17 00:00:00 2001
From: huanghongfa <huanghongfa123456>
Date: 星期一, 02 八月 2021 13:23:07 +0800
Subject: [PATCH] 优化实有人口导入

---
 springcloud_k8s_panzhihuazhihuishequ/service_community/src/main/java/com/panzhihua/service_community/service/impl/ComMngPopulationServiceImpl.java |  169 ++++++++++++++++++++++++++++++++------------------------
 1 files changed, 97 insertions(+), 72 deletions(-)

diff --git a/springcloud_k8s_panzhihuazhihuishequ/service_community/src/main/java/com/panzhihua/service_community/service/impl/ComMngPopulationServiceImpl.java b/springcloud_k8s_panzhihuazhihuishequ/service_community/src/main/java/com/panzhihua/service_community/service/impl/ComMngPopulationServiceImpl.java
index 87e6bae..08af58e 100644
--- a/springcloud_k8s_panzhihuazhihuishequ/service_community/src/main/java/com/panzhihua/service_community/service/impl/ComMngPopulationServiceImpl.java
+++ b/springcloud_k8s_panzhihuazhihuishequ/service_community/src/main/java/com/panzhihua/service_community/service/impl/ComMngPopulationServiceImpl.java
@@ -51,10 +51,7 @@
 import com.panzhihua.common.utlis.StringUtils;
 import com.panzhihua.service_community.dao.*;
 import com.panzhihua.service_community.model.dos.*;
-import com.panzhihua.service_community.service.ComMngPopulationHouseUserService;
-import com.panzhihua.service_community.service.ComMngPopulationService;
-import com.panzhihua.service_community.service.ComMngVillageService;
-import com.panzhihua.service_community.service.EventResourceService;
+import com.panzhihua.service_community.service.*;
 import lombok.extern.slf4j.Slf4j;
 import org.springframework.beans.BeanUtils;
 import org.springframework.beans.factory.annotation.Value;
@@ -93,6 +90,8 @@
     private ComMngPopulationDAO comMngPopulationDAO;
     @Resource
     private ComMngPopulationHouseUserService comMngPopulationHouseUserService;
+    @Resource
+    private ComMngPopulationHouseService comMngPopulationHouseService;
     @Resource
     private EventResourceService eventResourceService;
     @Resource
@@ -363,28 +362,34 @@
     @Override
     @Transactional(rollbackFor = Exception.class)
     public R listSavePopulation(List<ComMngPopulationServeExcelVO> list, Long communityId){
+        //需要新增的房屋集合
+        List<ComMngPopulationHouseDO> houseList = new ArrayList<>();
+        //需要新增的人口集合
+        List<ComMngPopulationDO> saveList = new ArrayList<>();
+        //需要修改的人口集合
+        List<ComMngPopulationDO> updateList = new ArrayList<>();
+        //需要新增的人口与房屋关系集合
+        List<ComMngPopulationHouseUserDO> houseUserList = new ArrayList<>();
+
         log.info("开始处理导入数据");
         List<ComMngPopulationMistakeExcelVO> mistakes = new ArrayList<>();
         try {
-//        List<ComMngPopulationImportErrorVO> populationImportErrorVOList = new ArrayList<>();
             //查询社区信息
+            log.info("开始查询社区信息数据");
             ComPopulationActVO populationActVO = comActDAO.getPopulationActById(communityId);
             if(populationActVO == null){
                 log.error("未查询到社区信息");
                 return R.fail("未查询到社区信息");
             }
-            //查询该社区
-//        ComActDO comActDO = comActDAO.selectById(communityId);
-            //查询该社区的省市区地址
-//        AreaAddressVO areaAddressVO = populationDAO.getAreaAddress(comActDO.getProvinceCode(), comActDO.getCityCode(), comActDO.getAreaCode());
-            //查询社区上街道信息
-            String streetName = populationActVO.getStreetName();
-//        if (comActDO.getStreetId() != null) {
-//            ComStreetDO streetDO = comStreetDAO.selectById(comActDO.getStreetId());
-//            if (streetDO != null) {
-//                streetName = streetDO.getName();
-//            }
-//        }
+            log.info("开始查询社区信息数据完成");
+
+            //查询当前社区标签列表
+            List<String> labelList = new ArrayList<>();
+            List<ComMngUserTagDO> comMngUserTagDOS = comMngUserTagDAO.selectList(new QueryWrapper<ComMngUserTagDO>().eq("sys_flag", 1).or().eq("community_id", communityId));
+            if (!ObjectUtils.isEmpty(comMngUserTagDOS)) {
+                labelList = comMngUserTagDOS.stream().map(comMngUserTagDO -> comMngUserTagDO.getTagName()).collect(Collectors.toList());
+            }
+
             StringBuilder areaPath = new StringBuilder();
             areaPath.append(populationActVO.getProvinceName()).append(">").append(populationActVO.getCityName()).append(">").append(populationActVO.getDistrictName()).append(">");
             //处理实有人口信息
@@ -404,11 +409,6 @@
                 //查询小区街路巷是否存在
                 ComMngVillageDO comMngVillageDO = comActVillageDAO.selectOne(new QueryWrapper<ComMngVillageDO>().eq("alley", vo.getRoad()).eq("house_num", vo.getDoorNo()).eq("community_id", communityId));
                 if (comMngVillageDO == null) {
-//                ComMngPopulationImportErrorVO importErrorVO = new ComMngPopulationImportErrorVO();
-//                importErrorVO.setErrorMsg("街路巷或小区号不存在,请先在“小区管理”中添加该小区");
-//                importErrorVO.setErrorPosition("街路巷:" + vo.getRoad() + ",小区号:" + vo.getDoorNo());
-//                populationImportErrorVOList.add(importErrorVO);
-//                index++;
                     ComMngPopulationMistakeExcelVO mistake = new ComMngPopulationMistakeExcelVO();
                     BeanUtils.copyProperties(vo,mistake);
                     setMistake(mistake, vo);
@@ -416,23 +416,34 @@
                     mistakes.add(mistake);
                     continue;
                 }
-
                 StringBuilder address = new StringBuilder();
                 address.append(populationActVO.getProvinceName()).append(populationActVO.getCityName()).append(populationActVO.getDistrictName())
-                        .append(streetName).append(comMngVillageDO.getAlley()).append(vo.getDoorNo()).append("号").append(vo.getFloor()).append("栋")
+                        .append(populationActVO.getStreetName()).append(comMngVillageDO.getAlley()).append(vo.getDoorNo()).append("号").append(vo.getFloor()).append("栋")
                         .append(vo.getUnitNo()).append("单元").append(vo.getHouseNo()).append("号");
 
                 vo.setAddress(address.toString());
 
-                //todo 后期优化改为批量
                 //先判断房屋是否存在
                 ComMngPopulationHouseDO populationHouseDO = comMngPopulationHouseDAO.selectOne(new QueryWrapper<ComMngPopulationHouseDO>().lambda()
                         .eq(ComMngPopulationHouseDO::getCommunityId, communityId).eq(ComMngPopulationHouseDO::getVillageId, comMngVillageDO.getVillageId())
                         .eq(ComMngPopulationHouseDO::getFloor, vo.getFloor()).eq(ComMngPopulationHouseDO::getUnitNo, vo.getUnitNo())
                         .eq(ComMngPopulationHouseDO::getHouseNo, vo.getHouseNo()));
                 if (populationHouseDO == null) {
-                    //房屋信息不存在建立房屋信息
-                    populationHouseDO = savePopulationHouse(vo, comMngVillageDO, communityId, areaPath, populationActVO.getName());
+                    if(!houseList.isEmpty()){
+                        for (ComMngPopulationHouseDO house:houseList) {
+                            if(house.getVillageId().equals(comMngVillageDO.getVillageId()) && house.getCommunityId().equals(communityId)
+                                    && house.getFloor().equals(vo.getFloor()) && house.getUnitNo().equals(vo.getUnitNo())
+                                    && house.getHouseNo().equals(vo.getHouseNo())){
+                                populationHouseDO = house;
+                                break;
+                            }
+                        }
+                    }
+                    if(populationHouseDO == null){
+                        //房屋信息不存在建立房屋信息
+                        populationHouseDO = savePopulationHouse(vo, comMngVillageDO, communityId, areaPath, populationActVO.getName());
+                        houseList.add(populationHouseDO);
+                    }
                     vo.setHouseId(populationHouseDO.getId());
                 }
 
@@ -445,17 +456,27 @@
                 ComMngPopulationDO populationDO = null;
                 List<ComMngPopulationDO> populationDOList = this.baseMapper.selectList(new QueryWrapper<ComMngPopulationDO>().lambda()
                         .eq(ComMngPopulationDO::getCardNo, cardNoAES));
-
                 if (populationDOList.isEmpty()) {
                     //不存在实有人口,则新增
-                    populationDO = savePopulationDO(vo, populationActVO, comMngVillageDO);
-//                ComMngPopulationHouseUserDO comMngPopulationHouseUserDO = savePopulationHouseUser(vo, populationDO, populationHouseDO);
+                    populationDO = savePopulationDO(vo, populationActVO, comMngVillageDO,labelList);
+                    saveList.add(populationDO);
                 } else {
-                    //如果存在人口信息,且是自用房,则更新人口默认的房屋信息
-//                if (vo.getIsRent() != null && vo.getIsRent().equals(PopulHouseUseEnum.SELF.getCode())) {
-//                    populationDO = updatePopulationDO(vo, populationDO);
-//                }
-                    populationDO = updatePopulationDO(vo, populationActVO, populationDOList.get(0));
+                    //存在则更新
+                    if(populationDOList.size() > 1){
+                        for (ComMngPopulationDO population:populationDOList) {
+                            if(population.getActId().equals(communityId)){
+                                populationDO = population;
+                                break;
+                            }
+                        }
+                        if(populationDO == null){
+                            populationDO = populationDOList.get(0);
+                        }
+                    }else{
+                        populationDO = populationDOList.get(0);
+                    }
+                    ComMngPopulationDO updatePopulationDO = updatePopulationDO(vo,populationDO,labelList);
+                    updateList.add(updatePopulationDO);
                 }
 
                 //处理实有人口房屋居住信息
@@ -471,7 +492,7 @@
                         populationHouseUserDO.setRelation(vo.getRelation());
                         populationHouseUserDO.setRelationId(vo.getIsRent());
                         populationHouseUserDO.setResidence(vo.getResidence());
-                        comMngPopulationHouseUserDAO.insert(populationHouseUserDO);
+                        houseUserList.add(populationHouseUserDO);
                     }
                 }
             }
@@ -480,64 +501,68 @@
         }
         log.info("处理完成导入数据");
 
+        log.info("开始执行数据库导入");
+        if(!houseList.isEmpty()){
+            log.info("执行数据库导入房屋");
+            comMngPopulationHouseService.saveBatch(houseList);
+            log.info("执行数据库导入房屋完成");
+        }
+        if(!saveList.isEmpty()){
+            log.info("执行数据库导入人口");
+            this.saveBatch(saveList);
+            log.info("执行数据库导入人口完成");
+        }
+        if(!updateList.isEmpty()){
+            log.info("执行数据库更新人口");
+            this.updateBatchById(updateList);
+            log.info("执行数据库更新人口完成");
+        }
+        if(!houseUserList.isEmpty()){
+            log.info("执行数据库导入人口房屋关系");
+            comMngPopulationHouseUserService.saveBatch(houseUserList);
+            log.info("执行数据库导入人口房屋关系完成");
+        }
+        log.info("执行数据库导入完成");
+
         if (!mistakes.isEmpty()) {
             log.info("返回错误数据");
             return R.fail(mistakes);
         }
-        return R.ok();
+        return R.ok(mistakes);
     }
 
-    private ComMngPopulationDO updatePopulationDO(ComMngPopulationServeExcelVO vo, ComPopulationActVO comActDO, ComMngPopulationDO populationDO) throws Exception {
-        UpdateWrapper<ComMngPopulationDO> updateWrapper = new UpdateWrapper<>();
-        updateWrapper.eq("id",populationDO.getId());
-        ComMngPopulationDO update = new ComMngPopulationDO();
-//        update.setRoad(vo.getRoad());
-//        update.setDoorNo(vo.getDoorNo());
-//        update.setFloor(vo.getFloor());
-//        update.setUnitNo(vo.getUnitNo());
-//        update.setHouseNo(vo.getHouseNo());
-//        update.setHouseId(vo.getHouseId());
-//        if (StringUtils.isNotEmpty(populationDO.getPhone())) {
-//            update.setPhone(populationDO.getPhone());
-//        }
-        String cardNoAES = AESUtil.encrypt128(vo.getCardNo(), aesKey);
-        BeanUtils.copyProperties(vo, update);
+    private ComMngPopulationDO updatePopulationDO(ComMngPopulationServeExcelVO vo, ComMngPopulationDO populationDO,List<String> labelList){
+        BeanUtils.copyProperties(vo, populationDO);
         List<String> userTag = vo.getUserTagStr().stream().map(userTagStr -> userTagStr.split("\\(")[0]).collect(Collectors.toList());
-        //查询当前社区标签列表
-        List<String> list = new ArrayList<>();
-        List<ComMngUserTagDO> comMngUserTagDOS = comMngUserTagDAO.selectList(new QueryWrapper<ComMngUserTagDO>().eq("sys_flag", 1).or().eq("community_id", comActDO.getCommunityId()));
-        if (!ObjectUtils.isEmpty(comMngUserTagDOS)) {
-            list = comMngUserTagDOS.stream().map(comMngUserTagDO -> comMngUserTagDO.getTagName()).collect(Collectors.toList());
-        }
         //如果导入数据标签中有当前社区标签列表中不包含的标签,则删除
         Iterator<String> iterator = userTag.iterator();
         while (iterator.hasNext()) {
             String s = iterator.next();
-            if (!list.contains(s))
+            if (!labelList.contains(s))
                 iterator.remove();
         }
-        update.setLabel(Joiner.on(",").join(userTag));
-        update.setCardNo(cardNoAES);
-        this.baseMapper.update(update,updateWrapper);
+        String cardNoAES = populationDO.getCardNo();
+        try {
+            cardNoAES = AESUtil.encrypt128(vo.getCardNo(), aesKey);
+        }catch (Exception e){
+            log.error("身份证加密失败");
+        }
+        populationDO.setLabel(Joiner.on(",").join(userTag));
+        populationDO.setCardNo(cardNoAES);
         return populationDO;
     }
 
-    private ComMngPopulationDO savePopulationDO(ComMngPopulationServeExcelVO vo, ComPopulationActVO comActDO, ComMngVillageDO comMngVillageDO) {
+    private ComMngPopulationDO savePopulationDO(ComMngPopulationServeExcelVO vo, ComPopulationActVO comActDO, ComMngVillageDO comMngVillageDO,List<String> labelList) {
         ComMngPopulationDO populationDO = new ComMngPopulationDO();
         BeanUtils.copyProperties(vo, populationDO);
         populationDO.setId(Snowflake.getId());
         List<String> userTag = vo.getUserTagStr().stream().map(userTagStr -> userTagStr.split("\\(")[0]).collect(Collectors.toList());
-        //查询当前社区标签列表
-        List<String> list = new ArrayList<>();
-        List<ComMngUserTagDO> comMngUserTagDOS = comMngUserTagDAO.selectList(new QueryWrapper<ComMngUserTagDO>().eq("sys_flag", 1).or().eq("community_id", comActDO.getCommunityId()));
-        if (!ObjectUtils.isEmpty(comMngUserTagDOS)) {
-            list = comMngUserTagDOS.stream().map(comMngUserTagDO -> comMngUserTagDO.getTagName()).collect(Collectors.toList());
-        }
+
         //如果导入数据标签中有当前社区标签列表中不包含的标签,则删除
         Iterator<String> iterator = userTag.iterator();
         while (iterator.hasNext()) {
             String s = iterator.next();
-            if (!list.contains(s))
+            if (!labelList.contains(s))
                 iterator.remove();
         }
         populationDO.setVillageId(comMngVillageDO.getVillageId());
@@ -555,7 +580,7 @@
 //            populationDO.setHouseId(null);
 //        }
 
-        this.baseMapper.insert(populationDO);
+//        this.baseMapper.insert(populationDO);
         return populationDO;
     }
 
@@ -596,7 +621,7 @@
         if (vo.getControlStatus() != null) {
             populationHouseDO.setControlStatus(vo.getControlStatus());
         }
-        comMngPopulationHouseDAO.insert(populationHouseDO);
+//        comMngPopulationHouseDAO.insert(populationHouseDO);
         return populationHouseDO;
     }
 

--
Gitblit v1.7.1