模板
表结构
HSGD_BASE_GROUP_IMPORT_RECORD
HSGD_BASE_GROUP_IMPORT_COMPLETION
HSGD_BASE_GROUP_NOT_IMPORT_RECORD
代码
package com.zhgd.base.controller.api;
import com.zhgd.base.service.IZhgdSrBaseGroupImportService;
import com.zhgd.common.util.JsonUtil;
import com.zhgd.common.web.ResponseResult;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import lombok.extern.slf4j.Slf4j;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;
import org.springframework.web.multipart.MultipartFile;
import javax.annotation.Resource;
import java.util.List;
/**
* 描述 掌柜组织改版:1-导入组织部门
*
* @author wangzhizhong
* @version 1.0.0
* @date 2021/10/11 16:07:20
*/
@RestController
@Api(tags = "Zhgd Sr Base Group Import Controller")
@RequestMapping(value = "/api/srBaseGroupImport")
@Slf4j
public class ApiZhgdSrBaseGroupImportController {
@Resource
private IZhgdSrBaseGroupImportService iZhgdSrBaseGroupImportService;
@ApiOperation(value = "掌柜组织改版导入组织接口-V2版本", response = String.class, notes = "Import Base Group V2")
@PostMapping(value = "/11201/v2/importBaseGroup")
public ResponseResult<List<String>> importBaseGroupV2(@RequestParam("importFile") MultipartFile importFile){
String importFileName1 = importFile != null ? importFile.getOriginalFilename() : "--";
log.info("[掌柜组织改版]导入部门组织,导入文件名:{}",importFileName1);
ResponseResult<List<String>> result = new ResponseResult<>();
result.setData(iZhgdSrBaseGroupImportService.importBaseGroupProcessV2(importFile));
log.info("[掌柜组织改版]导入部门组织,导入文件名:{}", JsonUtil.toJSONString(result));
return result;
}
}
public interface IZhgdSrBaseGroupImportService {
void batchInsertAll(List<HsgdBaseGroupImportRecord> recordList);
List<String> importBaseGroupProcess(MultipartFile importFile);
void insert(HsgdBaseGroupImportRecord record);
HsgdBaseGroupSimpleVO getGroupSimpleByGroupNameAndLevel(String levelGroupName, Integer groupLevel);
HsgdBaseGroupSimpleVO getGroupSimpleByGroupNameAndParentIdAndLevel(String levelGroupName, Long groupId, Integer groupLevel);
List<String> importBaseGroupProcessV2(MultipartFile importFile);
HsgdBaseGroupSimpleVO getGroupSimpleByGroupNameAndLevelAndParentId(String levelGroupName, Integer groupLevel,Long parentId);
}
package com.zhgd.base.service.impl;
import com.alibaba.excel.EasyExcel;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.core.conditions.update.UpdateWrapper;
import com.github.pagehelper.PageHelper;
import com.zhgd.base.domain.model.ZhgdSrGroupImportModel;
import com.zhgd.base.domain.vo.HsgdBaseGroupSimpleVO;
import com.zhgd.base.entity.*;
import com.zhgd.base.enums.HsgdBaseGroupLevelEnum;
import com.zhgd.base.listener.ZhgdSrBaseGroupImportExcelListener;
import com.zhgd.base.mapper.*;
import com.zhgd.base.service.IHsgdBaseGroupNotImportRecordService;
import com.zhgd.base.service.IZhgdSrBaseGroupImportHandleService;
import com.zhgd.base.service.IZhgdSrBaseGroupImportService;
import com.zhgd.common.util.JsonUtil;
import com.zhgd.common.util.UUIDUtils;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.lang.StringUtils;
import org.springframework.beans.BeanUtils;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import org.springframework.web.multipart.MultipartFile;
import javax.annotation.Resource;
import java.util.*;
import java.util.stream.Collectors;
@Service
@Slf4j
public class ZhgdSrBaseGroupImportServiceImpl implements IZhgdSrBaseGroupImportService {
private final String SYSTEM_USER_NAME = "system";
@Resource
private IZhgdSrBaseGroupImportHandleService iZhgdSrBaseGroupImportHandleService;
@Resource
private HsgdBaseGroupImportRecordMapper hsgdBaseGroupImportRecordMapper;
@Resource
private HsgdBaseGroupMapper hsgdBaseGroupMapper;
@Resource
private HsgdBaseGroupInfoMapper hsgdBaseGroupInfoMapper;
@Resource
private HsgdBaseGroupLabelDictMapper hsgdBaseGroupLabelDictMapper;
@Resource
private HsgdBaseGroupLabelMapper hsgdBaseGroupLabelMapper;
@Resource
private HsgdBaseGroupRegionMapper hsgdBaseGroupRegionMapper;
@Resource
private CrmRegionMapper crmRegionMapper;
@Resource
private HsgdBaseGroupImportCompletionMapper hsgdBaseGroupImportCompletionMapper;
@Resource
private IHsgdBaseGroupNotImportRecordService iHsgdBaseGroupNotImportRecordService;
/**
* 导入流程 V1
* @param importFile
* @return
*/
@Override
public List<String> importBaseGroupProcess(MultipartFile importFile) {
List<String> importResultList = new ArrayList<>();
try {
String batchNo = UUIDUtils.getUUID();
// 1、导入数据
ZhgdSrBaseGroupImportExcelListener listener = new ZhgdSrBaseGroupImportExcelListener(iZhgdSrBaseGroupImportHandleService, batchNo);
EasyExcel.read(importFile.getInputStream(), ZhgdSrGroupImportModel.class, listener).sheet(0).doRead();
// 2、文件校验(待处理)
// 3、组织数据
int totalRecord = this.organizeAndSaveBaseGroupCompletionData(batchNo);
this.saveBaseGroupData(batchNo,totalRecord);
} catch (Exception e) {
log.info("组织改版组织导入异常", e);
importResultList.add("导入异常!" + e.getMessage());
return importResultList;
}
importResultList.add("导入成功!");
return importResultList;
}
private int organizeAndSaveBaseGroupCompletionData(String batchNo) {
int importDataTotal = hsgdBaseGroupImportRecordMapper.countImportBaseGroupDataTotalByBatchNo(batchNo);
if (importDataTotal > 0) {
// 每页记录数
int pageSize = 500, startPage = 1;
// 总页数
int totalPage = importDataTotal % pageSize == 0 ? (importDataTotal / pageSize) : (importDataTotal / pageSize + 1);
String groupOneLevel = "";
String groupTwoLevel = "";
String groupThreeLevel = "";
String groupFourLevel = "";
String groupFiveLevel = "";
String groupSixLevel = "";
String groupSevenLevel = "";
for (int pageN = 0; pageN < totalPage; pageN++) {
PageHelper.startPage(startPage + pageN, pageSize, false);
List<HsgdBaseGroupImportRecord> list = hsgdBaseGroupImportRecordMapper.selectListByBatchNo(batchNo);
if (CollectionUtils.isNotEmpty(list)) {
List<HsgdBaseGroupImportCompletion> completionList = new ArrayList<>();
HsgdBaseGroupImportCompletion completion;
for (int i = 0, listSize = list.size(); i < listSize; i++) {
HsgdBaseGroupImportRecord record = list.get(i);
completion = new HsgdBaseGroupImportCompletion();
if (StringUtils.isNotBlank(record.getLevelOneGroup())) {
groupOneLevel = record.getLevelOneGroup();
completion.setGroupLevel(HsgdBaseGroupLevelEnum.ONE.getGroupLevel());
}
if (StringUtils.isNotBlank(record.getLevelTwoGroup())) {
groupTwoLevel = record.getLevelTwoGroup();
record.setLevelOneGroup(groupOneLevel);
completion.setGroupLevel(HsgdBaseGroupLevelEnum.TWO.getGroupLevel());
}
if (StringUtils.isNotBlank(record.getLevelThreeGroup())) {
groupThreeLevel = record.getLevelThreeGroup();
record.setLevelOneGroup(groupOneLevel);
record.setLevelTwoGroup(groupTwoLevel);
completion.setGroupLevel(HsgdBaseGroupLevelEnum.THREE.getGroupLevel());
}
if (StringUtils.isNotBlank(record.getLevelFourGroup())) {
groupFourLevel = record.getLevelFourGroup();
record.setLevelOneGroup(groupOneLevel);
record.setLevelTwoGroup(groupTwoLevel);
record.setLevelThreeGroup(groupThreeLevel);
completion.setGroupLevel(HsgdBaseGroupLevelEnum.FOUR.getGroupLevel());
}
if (StringUtils.isNotBlank(record.getLevelFiveGroup())) {
groupFiveLevel = record.getLevelFiveGroup();
record.setLevelOneGroup(groupOneLevel);
record.setLevelTwoGroup(groupTwoLevel);
record.setLevelThreeGroup(groupThreeLevel);
record.setLevelFourGroup(groupFourLevel);
completion.setGroupLevel(HsgdBaseGroupLevelEnum.FIVE.getGroupLevel());
}
if (StringUtils.isNotBlank(record.getLevelSixGroup())) {
groupSixLevel = record.getLevelSixGroup();
record.setLevelOneGroup(groupOneLevel);
record.setLevelTwoGroup(groupTwoLevel);
record.setLevelThreeGroup(groupThreeLevel);
record.setLevelFourGroup(groupFourLevel);
record.setLevelFiveGroup(groupFiveLevel);
completion.setGroupLevel(HsgdBaseGroupLevelEnum.SIX.getGroupLevel());
}
if (StringUtils.isNotBlank(record.getLevelSevenGroup())) {
groupSevenLevel = record.getLevelSevenGroup();
record.setLevelOneGroup(groupOneLevel);
record.setLevelTwoGroup(groupTwoLevel);
record.setLevelThreeGroup(groupThreeLevel);
record.setLevelFourGroup(groupFourLevel);
record.setLevelFiveGroup(groupFiveLevel);
record.setLevelSixGroup(groupSixLevel);
completion.setGroupLevel(HsgdBaseGroupLevelEnum.SEVEN.getGroupLevel());
}
if (StringUtils.isNotBlank(record.getLevelEightGroup())) {
record.setLevelOneGroup(groupOneLevel);
record.setLevelTwoGroup(groupTwoLevel);
record.setLevelThreeGroup(groupThreeLevel);
record.setLevelFourGroup(groupFourLevel);
record.setLevelFiveGroup(groupFiveLevel);
record.setLevelSixGroup(groupSixLevel);
record.setLevelSevenGroup(groupSevenLevel);
completion.setGroupLevel(HsgdBaseGroupLevelEnum.EIGHT.getGroupLevel());
}
BeanUtils.copyProperties(record, completion);
completionList.add(completion);
}
iZhgdSrBaseGroupImportHandleService.insertAllImportCompletion(completionList);
}
}
}
return importDataTotal;
}
private void saveBaseGroupData(String batchNo,int totalRecord ) {
if(totalRecord > 0) {
// 每页记录数
int pageSize = 500, startPage = 1;
// 总页数
int totalPage = totalRecord % pageSize == 0 ? (totalRecord / pageSize) : (totalRecord / pageSize + 1);
Date nowDate = new Date();
Long parentId ;
Map<String, HsgdBaseGroupSimpleVO> groupOneLevelMap = new HashMap<>();
Map<String, HsgdBaseGroupSimpleVO> groupTwoLevelMap = new HashMap<>();
Map<String, HsgdBaseGroupSimpleVO> groupThreeLevelMap = new HashMap<>();
Map<String, HsgdBaseGroupSimpleVO> groupFourLevelMap = new HashMap<>();
Map<String, HsgdBaseGroupSimpleVO> groupFiveLevelMap = new HashMap<>();
Map<String, HsgdBaseGroupSimpleVO> groupSixLevelMap = new HashMap<>();
Map<String, HsgdBaseGroupSimpleVO> groupSevenLevelMap = new HashMap<>();
Map<String, HsgdBaseGroupSimpleVO> groupEightLevelMap = new HashMap<>();
Map<String, Long> labelMap = this.getGroupLabelMap();
Map<String,CrmRegion> regionMap = new HashMap<>();
for (int pageN = 0; pageN < totalPage; pageN++) {
PageHelper.startPage(startPage + pageN, pageSize, false);
List<HsgdBaseGroupImportCompletion> importCompletionList = hsgdBaseGroupImportCompletionMapper.selectListByBatchNo(batchNo);
if(CollectionUtils.isNotEmpty(importCompletionList)){
List<HsgdBaseGroupNotImportRecord> errorRecordList = new ArrayList<>();
HsgdBaseGroupNotImportRecord notImportRecord;
this.getPageAllRegionToRegionMap(regionMap,importCompletionList);
for (HsgdBaseGroupImportCompletion completionVO : importCompletionList){
try {
if (HsgdBaseGroupLevelEnum.ONE.getGroupLevel().equals(completionVO.getGroupLevel())) {
if (groupOneLevelMap.get(completionVO.getLevelOneGroup()) == null) {
HsgdBaseGroupSimpleVO simpleOneVO = this.getGroupSimpleByGroupNameAndLevel(completionVO.getLevelOneGroup(), completionVO.getGroupLevel());
if (simpleOneVO != null) {
groupOneLevelMap.put(completionVO.getLevelOneGroup(), simpleOneVO);
} else {
simpleOneVO = this.generatorGroupLevel(completionVO, nowDate, labelMap, regionMap, 0L);
groupOneLevelMap.put(completionVO.getLevelOneGroup(), simpleOneVO);
}
}
} else if (HsgdBaseGroupLevelEnum.TWO.getGroupLevel().equals(completionVO.getGroupLevel())) {
HsgdBaseGroupSimpleVO oneSiVO = groupOneLevelMap.get(completionVO.getLevelOneGroup());
parentId = oneSiVO.getGroupId();
if (groupTwoLevelMap.get(completionVO.getLevelTwoGroup()) == null) {
HsgdBaseGroupSimpleVO simpleTwoVO = this.getGroupSimpleByGroupNameAndLevel(completionVO.getLevelTwoGroup(), completionVO.getGroupLevel());
if (simpleTwoVO != null) {
groupTwoLevelMap.put(completionVO.getLevelTwoGroup(), simpleTwoVO);
} else {
simpleTwoVO = this.generatorGroupLevel(completionVO, nowDate, labelMap, regionMap, parentId);
groupTwoLevelMap.put(completionVO.getLevelTwoGroup(), simpleTwoVO);
}
}
} else if (HsgdBaseGroupLevelEnum.THREE.getGroupLevel().equals(completionVO.getGroupLevel())) {
HsgdBaseGroupSimpleVO twoSiVO = groupTwoLevelMap.get(completionVO.getLevelTwoGroup());
parentId = twoSiVO.getGroupId();
if (groupThreeLevelMap.get(completionVO.getLevelThreeGroup()) == null) {
HsgdBaseGroupSimpleVO simpleThreeVO = this.getGroupSimpleByGroupNameAndLevel(completionVO.getLevelThreeGroup(), completionVO.getGroupLevel());
if (simpleThreeVO != null) {
groupThreeLevelMap.put(completionVO.getLevelThreeGroup(), simpleThreeVO);
} else {
simpleThreeVO = this.generatorGroupLevel(completionVO, nowDate, labelMap, regionMap, parentId);
groupThreeLevelMap.put(completionVO.getLevelThreeGroup(), simpleThreeVO);
}
}
} else if (HsgdBaseGroupLevelEnum.FOUR.getGroupLevel().equals(completionVO.getGroupLevel())) {
HsgdBaseGroupSimpleVO threeSiVO = groupThreeLevelMap.get(completionVO.getLevelThreeGroup());
parentId = threeSiVO.getGroupId();
if (groupFourLevelMap.get(completionVO.getLevelFourGroup()) == null) {
HsgdBaseGroupSimpleVO simplefourVO = this.getGroupSimpleByGroupNameAndLevel(completionVO.getLevelFourGroup(), completionVO.getGroupLevel());
if (simplefourVO != null) {
groupFourLevelMap.put(completionVO.getLevelFourGroup(), simplefourVO);
} else {
simplefourVO = this.generatorGroupLevel(completionVO, nowDate, labelMap, regionMap, parentId);
groupFourLevelMap.put(completionVO.getLevelFourGroup(), simplefourVO);
}
}
} else if (HsgdBaseGroupLevelEnum.FIVE.getGroupLevel().equals(completionVO.getGroupLevel())) {