From 91735f6452dca94bcc8782b4a7551a64b1e465e6 Mon Sep 17 00:00:00 2001
From: guyue <1721849008@qq.com>
Date: 星期五, 11 七月 2025 16:32:26 +0800
Subject: [PATCH] token
---
src/main/java/com/linghu/controller/KeywordController.java | 363 +++++++++++++++++++++++++++++++++++++++++++++++----
1 files changed, 333 insertions(+), 30 deletions(-)
diff --git a/src/main/java/com/linghu/controller/KeywordController.java b/src/main/java/com/linghu/controller/KeywordController.java
index 38c5b7b..cee397f 100644
--- a/src/main/java/com/linghu/controller/KeywordController.java
+++ b/src/main/java/com/linghu/controller/KeywordController.java
@@ -3,12 +3,24 @@
import com.alibaba.excel.EasyExcel;
import com.alibaba.excel.context.AnalysisContext;
import com.alibaba.excel.event.AnalysisEventListener;
+import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.linghu.listener.KeywordExcelListener;
import com.linghu.mapper.KeywordMapper;
+import com.linghu.mapper.ReferenceMapper;
import com.linghu.model.common.ResponseResult;
+import com.linghu.model.dto.ExportFeedDTO;
+import com.linghu.model.dto.ExportGetResultByPlatformIdDTO;
+import com.linghu.model.dto.ExportGetResultDTO;
+import com.linghu.model.dto.ExportStaticsDTO;
import com.linghu.model.entity.Keyword;
+import com.linghu.model.entity.Platform;
import com.linghu.model.entity.Reference;
+import com.linghu.model.entity.Type;
+import com.linghu.model.excel.FeedExportExcel;
+import com.linghu.model.excel.PlatformExcel;
+import com.linghu.model.excel.ReferenceExcel;
+import com.linghu.model.vo.*;
import com.linghu.model.excel.KeywordExcel;
import com.linghu.model.excel.PlatformExcel;
import com.linghu.model.vo.KeywordStaticsListVO;
@@ -24,14 +36,23 @@
import org.springframework.http.MediaType;
import org.springframework.http.ResponseEntity;
import org.springframework.util.StringUtils;
+import org.springframework.web.bind.MethodArgumentNotValidException;
import org.springframework.web.bind.annotation.*;
import org.springframework.web.multipart.MultipartFile;
import javax.servlet.http.HttpServletResponse;
+import javax.xml.bind.ValidationException;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
+import java.time.LocalDateTime;
+import java.io.IOException;
+import java.time.format.DateTimeFormatter;
+import java.time.format.DateTimeParseException;
import java.util.ArrayList;
import java.util.List;
+import java.util.Map;
+import java.util.Objects;
+import java.util.stream.Collectors;
@RestController
@RequestMapping("/keyword")
@@ -45,6 +66,8 @@
@Autowired
private ReferenceService referenceService;
+ @Autowired
+ private ReferenceMapper referenceMapper;
/**
* 关键词统计 EChart图
@@ -53,15 +76,58 @@
@ApiOperation(value = "EChart图")
public ResponseResult<KeywordStaticsListVO> statics(@RequestParam("id") Integer keywordId,
@RequestParam(value = "questionId", required = false) Integer questionId) {
+ //
return keywordService.statics(keywordId, questionId);
}
+ @GetMapping("/getTime")
+ @ApiOperation(value = "查看时间")
+ public ResponseResult<GetTimeVO> getTime(@RequestParam("id") Integer keywordId,@RequestParam(value = "questionId", required = false) Integer questionId) {
+ //
+ GetTimeVO vo = new GetTimeVO();
+ Keyword keyword = keywordService.getById(keywordId);
+
+ LambdaQueryWrapper<Reference> queryWrapper = new LambdaQueryWrapper<>();
+ queryWrapper.eq(Reference::getKeyword_id, keywordId);
+ if (questionId != null) {
+ queryWrapper.eq(Reference::getQuestion_id, questionId);
+ }
+ queryWrapper.eq(Reference::getNum,keyword.getNum());
+
+ List<Reference> list = referenceService.list(queryWrapper);
+ if (null != list && !list.isEmpty()) {
+ vo.setNow(list.get(0).getCreate_time());
+ }
+ //首次
+ LambdaQueryWrapper<Reference> queryWrapper2 = new LambdaQueryWrapper<>();
+ queryWrapper2.eq(Reference::getKeyword_id, keywordId);
+ if (questionId != null) {
+ queryWrapper2.eq(Reference::getQuestion_id, questionId);
+ }
+ queryWrapper2.eq(Reference::getNum,1);
+
+ List<Reference> list2 = referenceService.list(queryWrapper2);
+ if (null != list2 && !list2.isEmpty()) {
+ vo.setFirst(list2.get(0).getCreate_time());
+ }
+
+ return ResponseResult.success(vo);
+ }
+
+
@PostMapping(value = "/exportStatics")
@ApiOperation(value = "EChart图导出")
- public ResponseEntity<byte[]> exportStatics(@RequestParam("id") Integer keywordId,
- @RequestParam(value = "questionId", required = false) Integer questionId, HttpServletResponse response) {
- Keyword keyword = keywordMapper.selectById(keywordId);
- List<KeywordStaticsVO> voList = keywordMapper.statics(keywordId, questionId, keyword.getNum());
+ public ResponseEntity<byte[]> exportStatics(@RequestBody ExportStaticsDTO exportStaticsDTO) {
+
+ Keyword keyword = keywordMapper.selectById(exportStaticsDTO.getKeywordId());
+ List<KeywordStaticsVO> voList=new ArrayList<>();
+ if (exportStaticsDTO.getIsFirst()==0){
+ voList = keywordMapper.statics(exportStaticsDTO.getKeywordId(), exportStaticsDTO.getQuestionId(), keyword.getNum());
+
+ }else {
+ voList = keywordMapper.statics(exportStaticsDTO.getKeywordId(), exportStaticsDTO.getQuestionId(), 1);
+
+ }
// 3. 导出Excel
ByteArrayOutputStream out = new ByteArrayOutputStream();
@@ -81,10 +147,30 @@
*/
@GetMapping("/getResultByTypeId")
@ApiOperation(value = "根据类别查看")
- public ResponseResult<List<PlatformProportionVO>> getResultByTypeId(@RequestParam("id") Integer keywordId,
- @RequestParam(value = "questionId", required = false) Integer questionId,
- @RequestParam(value = "typeId", required = false) Integer typeId) {
- return keywordService.getResultByTypeId(keywordId, questionId, typeId);
+ public ResponseResult<List<PlatformProportionVO> > getResultByTypeId(@RequestParam("keywordId") Integer keywordId,
+ @RequestParam(value = "questionId", required = false) Integer questionId,
+ @RequestParam(value = "typeId", required = false) Integer typeId,
+ @RequestParam(value = "isNow") Integer isNow) {
+ Keyword keyword = keywordService.getById(keywordId);
+ if (isNow == 0) {
+ List<PlatformProportionVO> result = keywordMapper.getResultByTypeId(keywordId, questionId,
+ keyword.getNum() , typeId);
+ // 检查列表是否为空或只包含null元素
+ boolean isValid = result != null && result.stream()
+ .anyMatch(Objects::nonNull);
+
+ return isValid ? ResponseResult.success(result)
+ : ResponseResult.success(new ArrayList<>());
+ }else {
+ List<PlatformProportionVO> result = keywordMapper.getResultByTypeId(keywordId, questionId, 1, typeId);
+ boolean isValid = result != null && result.stream()
+ .anyMatch(Objects::nonNull);
+
+ return isValid ? ResponseResult.success(result)
+ : ResponseResult.success(new ArrayList<>());
+
+ }
+
}
/**
@@ -92,13 +178,20 @@
*/
@PostMapping(value = "/exportGetResultByTypeId")
@ApiOperation(value = "导出：根据类别查看")
- public ResponseEntity<byte[]> exportGetResultByTypeId(@RequestParam("id") Integer keywordId,
- @RequestParam(value = "questionId", required = false) Integer questionId,
- @RequestParam(value = "typeId", required = false) Integer typeId,
- @RequestParam(value = "isNow") Integer isNow) {
- Keyword keyword = keywordService.getById(keywordId);
- List<PlatformProportionVO> result = keywordMapper.getResultByTypeId(keywordId, questionId,
- keyword.getNum() - isNow, typeId);
+ public ResponseEntity<byte[]> exportGetResultByTypeId(@RequestBody ExportGetResultDTO dto) {
+ Keyword keyword = keywordService.getById(dto.getKeywordId());
+ List<PlatformProportionVO> result =new ArrayList<>();
+
+ if (dto.getIsNow()==0){
+ result = keywordMapper.getResultByTypeId(dto.getKeywordId(), dto.getQuestionId(),
+ keyword.getNum() , dto.getTypeId());
+ }else {
+ result = keywordMapper.getResultByTypeId(dto.getKeywordId(), dto.getQuestionId(),
+ 1 , dto.getTypeId());
+ }
+
+
+
// 3. 导出Excel
ByteArrayOutputStream out = new ByteArrayOutputStream();
EasyExcel.write(out, PlatformProportionVO.class)
@@ -115,26 +208,48 @@
/**
* 根据平台查看
*/
- @GetMapping("/getResultByPlatformId")
+ @PostMapping("/getResultByPlatformId")
@ApiOperation(value = "根据平台查看")
- public ResponseResult<List<ResultListVO>> getResultByPlatformId(@RequestParam("id") Integer keywordId,
+ public ResponseResult<List<ResultListVO>> getResultByPlatformId(@RequestParam("keywordId") Integer keywordId,
@RequestParam(value = "questionId", required = false) Integer questionId,
- @RequestParam(value = "platformId", required = false) Integer platformId) {
- return keywordService.getResultByPlatformId(keywordId, questionId, platformId);
+ @RequestParam(value = "platformId", required = false) Integer platformId,
+ @RequestParam(value = "isNow") Integer isNow) {
+ Keyword keyword = keywordService.getById(keywordId);
+ if (isNow == 0) {
+ List<ResultListVO> result = keywordMapper.getResultByPlatformId(keywordId, questionId, keyword.getNum(),
+ platformId);
+ boolean isValid = result != null && result.stream()
+ .anyMatch(Objects::nonNull);
+
+ return isValid ? ResponseResult.success(result)
+ : ResponseResult.success(new ArrayList<>());
+ } else {
+ List<ResultListVO> result = keywordMapper.getResultByPlatformId(keywordId, questionId, 1,
+ platformId);
+ boolean isValid = result != null && result.stream()
+ .anyMatch(Objects::nonNull);
+
+ return isValid ? ResponseResult.success(result)
+ : ResponseResult.success(new ArrayList<>());
+ }
+
}
/**
* 根据平台查看 0-当前轮 1-代表前1轮 2-代表前2轮
*/
- @GetMapping("/exportGetResultByPlatformId")
- @ApiOperation(value = "根据平台查看")
- public ResponseEntity<byte[]> exportGetResultByPlatformId(@RequestParam("id") Integer keywordId,
- @RequestParam(value = "questionId", required = false) Integer questionId,
- @RequestParam(value = "platformId", required = false) Integer platformId,
- @RequestParam(value = "isNow") Integer isNow) {
- Keyword keyword = keywordService.getById(keywordId);
- List<ResultListVO> result = keywordMapper.getResultByPlatformId(keywordId, questionId, keyword.getNum() - isNow,
- platformId);
+ @PostMapping("/exportGetResultByPlatformId")
+ @ApiOperation(value = "导出：根据平台查看")
+ public ResponseEntity<byte[]> exportGetResultByPlatformId(@RequestBody ExportGetResultByPlatformIdDTO dto) {
+ Keyword keyword = keywordService.getById(dto.getKeywordId());
+ List<ResultListVO> result=new ArrayList<>();
+ if (dto.getIsNow()==0){
+ result = keywordMapper.getResultByPlatformId(dto.getKeywordId(), dto.getQuestionId(), keyword.getNum(),
+ dto.getPlatformId());
+ }else {
+ result = keywordMapper.getResultByPlatformId(dto.getKeywordId(), dto.getQuestionId(), 1,
+ dto.getPlatformId());
+ }
// 3. 导出Excel
ByteArrayOutputStream out = new ByteArrayOutputStream();
EasyExcel.write(out, ResultListVO.class)
@@ -152,7 +267,7 @@
* 查看详情
*/
@GetMapping("/getResultById")
- @ApiOperation(value = "根据平台查看")
+ @ApiOperation(value = "查看")
public ResponseResult getResultById(@RequestParam("referenceId") Integer referenceId) {
Reference reference = referenceService.getById(referenceId);
if (reference == null) {
@@ -160,10 +275,189 @@
}
return ResponseResult.success(reference);
}
+ /**
+ * 下载模版
+ */
+ @GetMapping("/download")
+ @ApiOperation("下载投喂模板")
+ public ResponseEntity<byte[]> downTemplate() throws IOException {
+ ByteArrayOutputStream out = new ByteArrayOutputStream();
+ EasyExcel.write(out, ReferenceExcel.class).sheet("投喂模板").doWrite(new ArrayList<>());
+ return ResponseEntity.ok()
+ .header(HttpHeaders.CONTENT_DISPOSITION, "attachment;filename=platform_template.xlsx")
+ .contentType(MediaType.APPLICATION_OCTET_STREAM)
+ .body(out.toByteArray());
+ }
/**
* 投喂
*/
+ @PostMapping("/importFeed/{keywordId}")
+ @ApiOperation("投喂")
+ public ResponseResult<List<FeedExportExcel>> importTemplate(@PathVariable("keywordId") Integer keywordId,@RequestParam("file") MultipartFile file) {
+ Keyword keyword = keywordService.getById(keywordId);
+ //查找出最近一次的结果
+ List<FeedExportExcel> references = referenceMapper.importTemplateList(keywordId,keyword.getNum());
+ //平台名称
+ Map<String, FeedExportExcel> nameMap = references.stream()
+ .collect(Collectors.toMap(
+ FeedExportExcel::getPlatform_name, // Key映射
+ excel -> excel, // Value映射
+ (oldValue, newValue) -> oldValue // 键冲突处理（保留旧值）
+ ));
+ //URL
+ Map<String, FeedExportExcel> urlMap = references.stream()
+ .collect(Collectors.toMap(
+ FeedExportExcel::getUrl, // Key映射
+ excel -> excel, // Value映射
+ (oldValue, newValue) -> oldValue // 键冲突处理（保留旧值）
+ ));
+ //title
+ Map<String, FeedExportExcel> titleMap = references.stream()
+ .collect(Collectors.toMap(
+ FeedExportExcel::getTitle, // Key映射
+ excel -> excel, // Value映射
+ (oldValue, newValue) -> oldValue // 键冲突处理（保留旧值）
+ ));
+
+ //time
+ Map<LocalDateTime, FeedExportExcel> timeMap = references.stream()
+ .collect(Collectors.toMap(
+ FeedExportExcel::getCreate_time, // Key映射
+ excel -> excel, // Value映射
+ (oldValue, newValue) -> oldValue // 键冲突处理（保留旧值）
+ ));
+
+ try {
+ // 检查文件是否为空
+ if (file.isEmpty()) {
+ return ResponseResult.error("上传文件不能为空");
+ }
+
+ // 读取Excel数据
+ List<ReferenceExcel> excelList = EasyExcel.read(file.getInputStream())
+ .head(ReferenceExcel.class)
+ .sheet()
+ .doReadSync();
+
+ // 数据转换与验证
+ List<String> errorMessages = new ArrayList<>();
+ List<FeedExportExcel> result = new ArrayList<>();
+ for (ReferenceExcel excel : excelList) {
+ // 检查必要字段
+ if (!StringUtils.hasText(excel.getPlatform_name())) {
+ errorMessages.add("平台名称不能为空");
+ continue;
+ }
+ if (!StringUtils.hasText(excel.getTitle())) {
+ errorMessages.add("标题不能为空");
+ continue;
+ }
+ if (!StringUtils.hasText(String.valueOf(excel.getCreate_time()))) {
+ errorMessages.add("发布时间不能为空");
+ continue;
+ }
+
+ if (!StringUtils.hasText(excel.getUrl())) {
+ errorMessages.add("发布网址不能为空");
+ continue;
+ }
+ DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
+ LocalDateTime dateTime = LocalDateTime.parse(excel.getCreate_time(), formatter);
+ excel.setCreateTimeAsDateTime(dateTime);
+ FeedExportExcel feedExportExcel = getFeedExportExcel(excel, nameMap, urlMap, titleMap, timeMap);
+ result.add(feedExportExcel);
+
+ }
+ // 处理错误
+ if (!errorMessages.isEmpty()) {
+ return ResponseResult.error("数据验证失败: " + String.join("; ", errorMessages));
+ }
+
+
+ // 返回信息
+ return ResponseResult.success(result);
+ }catch (DateTimeParseException e) {
+ return ResponseResult.error("文件解析失败：发布时间格式输入错误");
+ }
+ catch (Exception e) {
+ // 记录详细异常信息
+
+ return ResponseResult.error("文件解析失败：" + e.getMessage());
+ }
+ }
+
+ private FeedExportExcel getFeedExportExcel(ReferenceExcel excel, Map<String, FeedExportExcel> nameMap, Map<String, FeedExportExcel> urlMap, Map<String, FeedExportExcel> titleMap, Map<LocalDateTime, FeedExportExcel> timeMap) {
+ FeedExportExcel vo=new FeedExportExcel();
+ vo.setPlatform_name(excel.getPlatform_name());
+ vo.setTitle(excel.getTitle());
+ vo.setCreate_time(excel.getCreateTimeAsDateTime());
+ vo.setUrl(excel.getUrl());
+ vo.setInclusionStatus("未收录");
+ vo.setPlatformIs(0);
+ vo.setTitleIs(0);
+ vo.setUrlIs(0);
+ vo.setCreateIs(0);
+ //平台名称
+ if (nameMap.containsKey(excel.getPlatform_name())) {
+ vo.setPlatformIs(1);
+ if (urlMap.containsKey(excel.getUrl())) {
+ vo.setUrlIs(1);
+ }
+ if (titleMap.containsKey(excel.getTitle())) {
+ vo.setTitleIs(1);
+ }
+ if (timeMap.containsKey(excel.getCreateTimeAsDateTime())) {
+ vo.setCreateIs(1);
+ }
+ return vo;
+ }
+ //网站链接
+ if (urlMap.containsKey(excel.getUrl())) {
+ vo.setUrlIs(1);
+ if (titleMap.containsKey(excel.getTitle())) {
+ vo.setTitleIs(1);
+ }
+ if (timeMap.containsKey(excel.getCreateTimeAsDateTime())) {
+ vo.setCreateIs(1);
+ }
+ return vo;
+ }
+ //标题
+ if (titleMap.containsKey(excel.getTitle())) {
+ vo.setTitleIs(1);
+ if (timeMap.containsKey(excel.getCreateTimeAsDateTime())) {
+ vo.setCreateIs(1);
+ }
+ }
+ //时间
+ if (timeMap.containsKey(excel.getCreateTimeAsDateTime())) {
+ vo.setCreateIs(1);
+ return vo;
+ }
+ return vo;
+ }
+
+
+ /**
+ * 导出投喂结果
+ */
+ @PostMapping("/exportFeed")
+ @ApiOperation(value = "导出投喂结果")
+ public ResponseEntity<byte[]> exportGetResultByPlatformId(@RequestBody ExportFeedDTO dto) {
+ // 3. 导出Excel
+ ByteArrayOutputStream out = new ByteArrayOutputStream();
+ EasyExcel.write(out, FeedExportExcel.class)
+ .sheet("导出投喂结果")
+ .doWrite(dto.getExcels());
+
+ // 4. 构建响应
+ return ResponseEntity.ok()
+ .header(HttpHeaders.CONTENT_DISPOSITION, "attachment;filename=references_export.xlsx")
+ .contentType(MediaType.APPLICATION_OCTET_STREAM)
+ .body(out.toByteArray());
+ }
+
/**
* 批量新增关键词
@@ -197,6 +491,9 @@
@PostMapping("/updateKeyword")
@ApiOperation(value = "修改关键词")
public ResponseResult<String> updateKeyword(@RequestBody Keyword keyword) {
+ if(!"notSubmitted".equals(keyword.getStatus())){
+ return ResponseResult.error("关键词已开始采集或采集完成不允许修改！");
+ }
keywordService.updateById(keyword);
return ResponseResult.success("修改成功");
}
@@ -207,13 +504,17 @@
@DeleteMapping("/deleteKeyword")
@ApiOperation(value = "删除关键词")
public ResponseResult<String> deleteKeyword(@RequestParam("keywordId") Integer keywordId) {
+ Keyword keyword = keywordService.getById(keywordId);
+ if(!"notSubmitted".equals(keyword.getStatus())){
+ return ResponseResult.error("关键词已开始采集或采集完成不允许删除！");
+ }
keywordService.removeById(keywordId);
return ResponseResult.success("删除成功");
}
// 下载模板
@PostMapping("/downloadTemplate")
- @ApiOperation("下载模板")
+ @ApiOperation("下载关键词导入模板")
public ResponseEntity<byte[]> downloadTemplate() throws IOException {
ByteArrayOutputStream out = new ByteArrayOutputStream();
EasyExcel.write(out, KeywordExcel.class).sheet("关键词模板").doWrite(new ArrayList<>());
@@ -246,5 +547,7 @@
return ResponseResult.error("导入失败：" + e.getMessage());
}
}
+ //根据关键词id查询任务id
+
}
--
Gitblit v1.7.1