pom.xml
@@ -94,6 +94,16 @@ <artifactId>jackson-datatype-jsr310</artifactId> <version>2.13.4</version> </dependency> <dependency> <groupId>com.fasterxml.jackson.core</groupId> <artifactId>jackson-databind</artifactId> <version>2.15.2</version> </dependency> <dependency> <groupId>com.opencrypt</groupId> <artifactId>open-crypt</artifactId> <version>1.0.4</version> </dependency> </dependencies> <dependencyManagement> <dependencies> src/main/java/com/linghu/ExceptionHandler/GlobalExceptionHandler.java
New file @@ -0,0 +1,28 @@ //package com.linghu.ExceptionHandler; // //import com.linghu.model.common.ResponseResult; //import org.springframework.http.HttpStatus; //import org.springframework.http.ResponseEntity; //import org.springframework.web.bind.annotation.ExceptionHandler; //import org.springframework.web.bind.annotation.ResponseStatus; //import org.springframework.web.bind.annotation.RestControllerAdvice; // //@RestControllerAdvice //public class GlobalExceptionHandler { // // // 捕获特定的异常，例如 Token 为空的情况 // @ExceptionHandler(TokenEmptyException.class) // @ResponseStatus(HttpStatus.BAD_REQUEST) // public ResponseEntity<String> handleTokenEmptyException(TokenEmptyException e) { // // 返回自定义的错误信息 // return ResponseEntity.status(HttpStatus.BAD_REQUEST).body("Token 不能为空"); // } // // // 捕获其他全局异常 // @ExceptionHandler(Exception.class) // @ResponseStatus(HttpStatus.INTERNAL_SERVER_ERROR) // public ResponseEntity<String> handleGlobalException(Exception e) { // // 返回通用的错误信息 // return ResponseEntity.status(HttpStatus.INTERNAL_SERVER_ERROR).body("服务器内部错误: " + e.getMessage()); // } //} src/main/java/com/linghu/ExceptionHandler/TokenEmptyException.java
New file @@ -0,0 +1,7 @@ //package com.linghu.ExceptionHandler; // //public class TokenEmptyException extends RuntimeException { // public TokenEmptyException() { // super("Token 不能为空"); // } //} src/main/java/com/linghu/config/Swagger2Config.java
@@ -58,7 +58,7 @@ authorizationScopes[0] = authorizationScope; return Arrays.asList(new SecurityReference("BearerToken", authorizationScopes)); } //http://localhost:8080/swagger-ui.html private ApiInfo apiInfo() { return new ApiInfoBuilder() .title("灵狐GEO系统 接口文档") src/main/java/com/linghu/controller/AuthController.java
@@ -3,13 +3,10 @@ import java.util.HashMap; import java.util.Map; import com.linghu.utils.OpenCryptUtil; import org.springframework.beans.factory.annotation.Value; import org.springframework.http.ResponseEntity; import org.springframework.web.bind.annotation.PostMapping; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestParam; import org.springframework.web.bind.annotation.RestController; import org.springframework.web.bind.annotation.*; import com.linghu.model.entity.User; import com.linghu.utils.JwtUtils; @@ -49,4 +46,32 @@ // 返回用户信息 return ResponseEntity.ok(user); } //open-crypt解析token @GetMapping("/parseToken") @ApiOperation(value = "解析token") public ResponseEntity<?> parseToken(@RequestParam String token) { if (token == null || "".equals(token)){ return ResponseEntity.ok("token为空"); } // 解析token，获取用户信息 OpenCryptUtil openCryptUtil = new OpenCryptUtil(); String decrypt = openCryptUtil.decrypt(token); System.out.println(decrypt); System.out.println("----------------"); // 返回用户信息 return ResponseEntity.ok(decrypt); } @GetMapping("/getToken") @ApiOperation(value = "获取token") public ResponseEntity<?> getToken(@RequestBody User user) { // 创建用户对 // 创建JwtUtils对象，并生成JWT令牌 OpenCryptUtil openCryptUtil = new OpenCryptUtil(); String decrypt = openCryptUtil.encrypt(user); // 返回JWT令牌 return ResponseEntity.ok(decrypt); } } src/main/java/com/linghu/controller/CollectController.java
@@ -3,13 +3,18 @@ import java.time.LocalDateTime; import java.time.format.DateTimeFormatter; import java.util.ArrayList; import java.util.Date; import java.util.List; import java.util.Map; import java.util.Optional; import java.util.stream.Collectors; import javax.servlet.http.HttpServletRequest; import com.fasterxml.jackson.core.JsonProcessingException; import com.fasterxml.jackson.databind.JsonNode; import com.fasterxml.jackson.databind.ObjectMapper; import com.linghu.model.dto.*; import org.springframework.beans.BeanUtils; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Value; import org.springframework.core.ParameterizedTypeReference; @@ -21,8 +26,6 @@ import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper; import com.baomidou.mybatisplus.core.conditions.update.LambdaUpdateWrapper; import com.linghu.model.common.ResponseResult; import com.linghu.model.dto.HealthResponse; import com.linghu.model.dto.SearchTaskRequest; import com.linghu.model.entity.Keyword; import com.linghu.model.entity.Question; import com.linghu.model.entity.User; @@ -30,23 +33,19 @@ import com.linghu.service.QuestionService; import com.linghu.service.ReferenceService; import com.linghu.utils.JwtUtils; import com.linghu.model.dto.SearchTaskResponse; import com.linghu.model.dto.TaskStatusResponse; import com.linghu.model.dto.TaskCancelResponse; import com.linghu.model.dto.TaskListResponse; import io.jsonwebtoken.lang.Collections; import io.swagger.annotations.Api; import io.swagger.annotations.ApiOperation; import reactor.core.publisher.Mono; import org.springframework.web.bind.annotation.*; import org.springframework.web.bind.annotation.* ; import org.springframework.http.HttpStatus; import com.linghu.model.dto.TaskResultResponse; import com.linghu.model.dto.TaskResultResponse.QuestionResult; import com.linghu.model.dto.TaskResultResponse.UserResult; import com.linghu.model.entity.Reference; import java.util.stream.Collectors; import java.util.stream.IntStream; @RestController @RequestMapping("/collect") @@ -71,25 +70,38 @@ @PostMapping("/search") @ApiOperation(value = "开始采集") public Mono<ResponseResult<SearchTaskResponse>> createSearchTask( public Mono<SearchTaskResponse> createSearchTask( @RequestBody SearchTaskRequest searchTaskRequest, HttpServletRequest request) { HttpServletRequest request) throws JsonProcessingException { String token = request.getHeader("Authorization"); User user = jwtUtils.parseToken(token); List<User> users = new ArrayList<>(); users.add(user); // 复制到UserDto UserDto userDto = new UserDto(); userDto.setName(user.getUser_name()); userDto.setEmail(user.getUser_email()); userDto.setPassword(user.getPassword()); // List<User> users = new ArrayList<>(); // users.add(user); List<UserDto> users = new ArrayList<>(); users.add(userDto); searchTaskRequest.setUsers(users); // json格式 ObjectMapper objectMapper = new ObjectMapper(); System.out.println(objectMapper.writeValueAsString(searchTaskRequest)); return webClient.post() .uri(baseUrl + "/search") .uri(baseUrl + "/api/v1/search") .contentType(MediaType.APPLICATION_JSON) .bodyValue(searchTaskRequest) .retrieve() .bodyToMono(new ParameterizedTypeReference<ResponseResult<SearchTaskResponse>>() { .onStatus(HttpStatus::is4xxClientError, response -> response.bodyToMono(String.class) .flatMap(errorBody -> Mono.error(new RuntimeException(errorBody)))) .bodyToMono(new ParameterizedTypeReference<SearchTaskResponse>() { }) .flatMap(responseResult -> { // 提取任务ID SearchTaskResponse taskResponse = responseResult.getData(); SearchTaskResponse taskResponse = responseResult; if (taskResponse != null && taskResponse.getTask_id() != null) { // 保存任务ID到关键词 LambdaUpdateWrapper<Keyword> updateWrapper = new LambdaUpdateWrapper<>(); @@ -99,10 +111,13 @@ // 可选：更新响应中的其他信息 // taskResponse.setMessage("任务已提交并保存，ID: " + taskResponse.getTaskId()); } return Mono.just(responseResult); return Mono.just(taskResponse); }) .onErrorResume(e -> { return Mono.just(ResponseResult.error("调用失败: " + e.getMessage())); // return Mono.just(ResponseResult.error("调用失败: " + e.getMessage())); SearchTaskResponse task = new SearchTaskResponse(); task.setMessage("调用失败: " + e.getMessage()); return Mono.just(task); }); } @@ -110,11 +125,11 @@ @GetMapping("/status") public Mono<TaskStatusResponse> getTaskStatus(String taskId) { return webClient.get() .uri(baseUrl + "/tasks/" + taskId) .uri(baseUrl + "/api/v1/tasks/" + taskId) .accept(MediaType.APPLICATION_JSON) .retrieve() .onStatus(HttpStatus::is4xxClientError, response -> response.bodyToMono(String.class) .flatMap(errorBody -> Mono.error(new RuntimeException("任务不存在: " + errorBody)))) .onStatus(HttpStatus::is4xxClientError, response -> response.bodyToMono(TaskStatusResponse.class) .flatMap(errorBody -> Mono.error(new RuntimeException(errorBody.getDetail())))) .bodyToMono(TaskStatusResponse.class) .flatMap(result -> { TaskStatusResponse taskStatusResponse = result; @@ -130,6 +145,15 @@ questionService.updateBatchById(updateQuestions); } return Mono.just(result); }) .onErrorResume(e -> { // 创建一个自定义的错误响应对象 TaskStatusResponse errorResponse = new TaskStatusResponse(); errorResponse.setStatus("ERROR"); errorResponse.setMessage(e.getMessage()); errorResponse.setDetail(e.getMessage()); return Mono.just(errorResponse); }); } @@ -137,20 +161,12 @@ @ApiOperation(value = "取消任务") public Mono<ResponseResult<TaskCancelResponse>> cancelTask(@PathVariable String taskId) { return webClient.post() .uri(baseUrl + "/tasks/" + taskId + "/cancel") .uri(baseUrl + "/api/v1/tasks/" + taskId + "/cancel") .contentType(MediaType.APPLICATION_JSON) .bodyValue(Collections.emptyMap()) // 添加空请求体 .retrieve() .onStatus(HttpStatus::isError, response -> { if (response.statusCode() == HttpStatus.NOT_FOUND) { return response.bodyToMono(String.class) .flatMap(errorBody -> Mono.error(new RuntimeException("任务不存在"))); } else if (response.statusCode() == HttpStatus.BAD_REQUEST) { return response.bodyToMono(String.class) .flatMap(errorBody -> Mono.error(new RuntimeException("任务已经完成，无法取消"))); } return response.createException().flatMap(Mono::error); }) .onStatus(HttpStatus::isError, response -> response.bodyToMono(TaskCancelResponse.class) .flatMap(errorBody -> Mono.error(new RuntimeException(errorBody.getDetail())))) .bodyToMono(TaskCancelResponse.class) .map(data -> ResponseResult.success(data)) .onErrorResume(e -> { @@ -165,9 +181,9 @@ @ApiOperation(value = "获取任务结果") @GetMapping("/tasks/{taskId}") public Mono<ResponseResult<TaskResultResponse>> getTaskResult(@PathVariable String taskId) { public Mono<TaskResultResponse> getTaskResult(@PathVariable String taskId) { return webClient.get() .uri(baseUrl + "/tasks/" + taskId + "/result") .uri(baseUrl + "/api/v1/tasks/" + taskId + "/result") .accept(MediaType.APPLICATION_JSON) .retrieve() .onStatus(HttpStatus::is4xxClientError, response -> { @@ -180,10 +196,9 @@ } return response.createException().flatMap(Mono::error); }) .bodyToMono(new ParameterizedTypeReference<ResponseResult<TaskResultResponse>>() { }) .bodyToMono(TaskResultResponse.class) .flatMap(responseResult -> { TaskResultResponse result = responseResult.getData(); TaskResultResponse result = responseResult; if (result != null && result.getResults() != null) { return updateQuestionAndReference(result) .thenReturn(responseResult); @@ -192,77 +207,77 @@ }) .onErrorResume(e -> { System.out.println("获取任务结果失败"); return Mono.just(ResponseResult.error(e.getMessage())); TaskResultResponse result = new TaskResultResponse(); result.setDetail("获取任务结果失败: " + e.getMessage()); return Mono.just(result); }); } /* * private Mono<Void> updateQuestionAndReference(TaskResultResponse result) { * return Mono.fromRunnable(() -> { * // 1. 更新关键词状态 * LambdaUpdateWrapper<Keyword> keywordUpdate = new LambdaUpdateWrapper<>(); * keywordUpdate.eq(Keyword::getTask_id, result.getTask_id()) * .set(Keyword::getStatus, "completed"); * keywordService.update(keywordUpdate); * * // 查询关键词ID * LambdaQueryWrapper<Keyword> keywordQuery = new LambdaQueryWrapper<>(); * keywordQuery.eq(Keyword::getTask_id, result.getTask_id()); * Keyword keyword = keywordService.getOne(keywordQuery); * * if (keyword == null) { * System.out.println("未找到关联的关键词，task_id: " + result.getTask_id()); * return; * } * * // 2. 处理每个用户的问题结果 * for (UserResult userResult : result.getResults()) { * for (QuestionResult questionResult : userResult.getQuestions_results()) { * // 2.1 查询问题ID * LambdaQueryWrapper<Question> queryWrapper = new LambdaQueryWrapper<>(); * queryWrapper.eq(Question::getQuestion, questionResult.getQuestion()) * .eq(Question::getKeyword_id, keyword.getKeyword_id()); * Question question = questionService.getOne(queryWrapper); * * if (question != null) { * // 更新问题状态 * LambdaUpdateWrapper<Question> updateWrapper = new LambdaUpdateWrapper<>(); * updateWrapper.eq(Question::getQuestion_id, question.getQuestion_id()) * .set(Question::getStatus, questionResult.getStatus()) * .set(Question::getResponse, questionResult.getResponse()) * .set(Question::getExtracted_count, questionResult.getExtracted_count()) * .set(Question::getError, questionResult.getError()) * .set(Question::getTimestamp, LocalDateTime.parse( * questionResult.getTimestamp(), * DateTimeFormatter.ofPattern("yyyy-MM-dd'T'HH:mm:ss.SSSSSS") * )); * questionService.update(updateWrapper); * * // 2.2 保存引用数据 * List<Reference> references = questionResult.getReferences().stream() * .map(ref -> { * Reference reference = new Reference(); * reference.setQuestion_id(question.getQuestion_id()); * reference.setTitle(ref.getTitle()); * reference.setUrl(ref.getUrl()); * reference.setDomain(ref.getDomain()); * reference.setCreate_time(new Date()); * return reference; * }) * .collect(Collectors.toList()); * * if (!references.isEmpty()) { * referenceService.saveBatch(references); * } * } else { * System.out.println("未找到匹配的问题，question " + question.getQuestion()); * * } * } * } * }); * } */ // private Mono<Void> updateQuestionAndReference(TaskResultResponse result) { // return Mono.fromRunnable(() -> { // // 1. 更新关键词状态 // LambdaUpdateWrapper<Keyword> keywordUpdate = new LambdaUpdateWrapper<>(); // keywordUpdate.eq(Keyword::getTask_id, result.getTask_id()) // .set(Keyword::getStatus, "completed"); // keywordService.update(keywordUpdate); // // // 查询关键词ID // LambdaQueryWrapper<Keyword> keywordQuery = new LambdaQueryWrapper<>(); // keywordQuery.eq(Keyword::getTask_id, result.getTask_id()); // Keyword keyword = keywordService.getOne(keywordQuery); // // if (keyword == null) { // System.out.println("未找到关联的关键词，task_id: " + result.getTask_id()); // return; // } // // // 2. 处理每个用户的问题结果 // for (UserResult userResult : result.getResults()) { // for (QuestionResult questionResult : userResult.getQuestions_results()) { // // 2.1 查询问题ID // LambdaQueryWrapper<Question> queryWrapper = new LambdaQueryWrapper<>(); // queryWrapper.eq(Question::getQuestion, questionResult.getQuestion()) // .eq(Question::getKeyword_id, keyword.getKeyword_id()); // Question question = questionService.getOne(queryWrapper); // // if (question != null) { // // 更新问题状态 // LambdaUpdateWrapper<Question> updateWrapper = new LambdaUpdateWrapper<>(); // updateWrapper.eq(Question::getQuestion_id, question.getQuestion_id()) // .set(Question::getStatus, questionResult.getStatus()) // .set(Question::getResponse, questionResult.getResponse()) // .set(Question::getExtracted_count, questionResult.getExtracted_count()) // .set(Question::getError, questionResult.getError()) // .set(Question::getTimestamp, LocalDateTime.parse( // questionResult.getTimestamp(), // DateTimeFormatter.ofPattern("yyyy-MM-dd'T'HH:mm:ss.SSSSSS") // )); // questionService.update(updateWrapper); // // // 2.2 保存引用数据 // List<Reference> references = questionResult.getReferences().stream() // .map(ref -> { // Reference reference = new Reference(); // reference.setQuestion_id(question.getQuestion_id()); // reference.setTitle(ref.getTitle()); // reference.setUrl(ref.getUrl()); // reference.setDomain(ref.getDomain()); // reference.setCreate_time(LocalDateTime.now()); // return reference; // }) // .collect(Collectors.toList()); // // if (!references.isEmpty()) { // referenceService.saveBatch(references); // } // } else { // System.out.println("未找到匹配的问题，question " + question.getQuestion()); // // } // } // } // }); // } private Mono<Void> updateQuestionAndReference(TaskResultResponse result) { return Mono.fromRunnable(() -> { @@ -279,12 +294,11 @@ Keyword keyword = keywordService.getOne(keywordQuery); if (keyword == null) { // log.error("未找到关联的关键词，task_id: {}", result.getTask_id()); System.out.println("未找到关联的关键词，task_id: " + result.getTask_id()); return; } // 2. 批量查询所有问题（假设Question有task_id和keyword_id字段） // 2. 批量查询所有问题 LambdaQueryWrapper<Question> queryWrapper = new LambdaQueryWrapper<>(); queryWrapper.eq(Question::getKeyword_id, keyword.getKeyword_id()); List<Question> questions = questionService.list(queryWrapper); @@ -297,7 +311,7 @@ List<Question> questionsToUpdate = new ArrayList<>(); List<Reference> allReferences = new ArrayList<>(); // 遍历结果，只收集数据不执行数据库操作 // 遍历结果 for (UserResult userResult : result.getResults()) { for (QuestionResult questionResult : userResult.getQuestions_results()) { try { @@ -316,55 +330,60 @@ question.setTimestamp( LocalDateTime.parse(questionResult.getTimestamp(), formatter)); } //更新 // questionService.updateById(question); questionsToUpdate.add(question); // 收集引用数据 List<Reference> references = questionResult.getReferences().stream() .map(ref -> { Reference reference = new Reference(); reference.setQuestion_id(question.getQuestion_id()); reference.setTitle(ref.getTitle()); reference.setUrl(ref.getUrl()); reference.setDomain(ref.getDomain()); reference.setCreate_time(LocalDateTime.now()); return reference; }) .collect(Collectors.toList()); // 收集引用数据，处理空集合情况 List<Reference> references = Optional.ofNullable(questionResult.getReferences()) .orElse(Collections.emptyList()) .stream() .map(ref -> { Reference reference = new Reference(); reference.setQuestion_id(question.getQuestion_id()); reference.setTitle(ref.getTitle()); reference.setUrl(ref.getUrl()); reference.setDomain(ref.getDomain()); reference.setCreate_time(LocalDateTime.now()); return reference; }) .collect(Collectors.toList()); allReferences.addAll(references); } else { // log.warn("未找到匹配的问题，question: {}, keyword_id: {}", // questionResult.getQuestion(), keyword.getKeyword_id()); // 添加到总引用列表 if (!references.isEmpty()) { allReferences.addAll(references); } } } catch (Exception e) { // log.error("处理问题结果失败，question: {}, error: {}", // questionResult.getQuestion(), e.getMessage(), e); System.out.println("处理问题结果失败: " + e.getMessage()); } } } // 4. 批量更新问题 System.out.println(questionsToUpdate); if (!questionsToUpdate.isEmpty()) { questionService.updateBatchById(questionsToUpdate); // log.info("成功批量更新 {} 个问题", questionsToUpdate.size()); System.out.println("成功批量更新 " + questionsToUpdate.size() + " 个问题"); } // 5. 批量插入引用 // 5. 批量插入引用，使用流式分批处理 if (!allReferences.isEmpty()) { // 分批处理，每批1000条记录，避免内存溢出 int batchSize = 1000; for (int i = 0; i < allReferences.size(); i += batchSize) { List<Reference> batch = allReferences.subList( i, Math.min(i + batchSize, allReferences.size())); referenceService.saveBatch(batch); } // log.info("成功批量插入 {} 条引用数据", allReferences.size()); IntStream.iterate(0, i -> i + batchSize) .limit((allReferences.size() + batchSize - 1) / batchSize) .forEach(i -> { List<Reference> batch = allReferences.subList( i, Math.min(i + batchSize, allReferences.size())); referenceService.saveBatch(batch); }); System.out.println("成功批量插入 " + allReferences.size() + " 条引用数据"); } } catch (Exception e) { // log.error("更新问题和引用数据失败，task_id: {}, error: {}", // result.getTask_id(), e.getMessage(), e); System.out.println("更新问题和引用数据失败: " + e.getMessage()); throw new RuntimeException("更新问题和引用数据失败", e); } }); @@ -372,15 +391,19 @@ @GetMapping("/tasks/all") @ApiOperation(value = "获取所有任务列表") public Mono<ResponseResult<TaskListResponse>> getAllTasks() { public Mono<TaskListResponse> getAllTasks() { return webClient.get() .uri(baseUrl + "/tasks") .uri(baseUrl + "/api/v1/tasks") .accept(MediaType.APPLICATION_JSON) .retrieve() .bodyToMono(new ParameterizedTypeReference<ResponseResult<TaskListResponse>>() { .bodyToMono(new ParameterizedTypeReference<TaskListResponse>() { }) .onErrorResume(e -> { return Mono.just(ResponseResult.error("获取任务列表失败: " + e.getMessage())); TaskListResponse response = new TaskListResponse(); response.setDetail("获取任务列表失败: " + e.getMessage()); return Mono.just(response); // return Mono.just(ResponseResult.error("获取任务列表失败: " + e.getMessage())); }); }
@@ -21,6 +21,7 @@ import javax.servlet.http.HttpServletResponse; import java.io.ByteArrayOutputStream; import java.util.ArrayList; import java.util.List; @RestController @@ -41,15 +42,17 @@ */ @GetMapping("/statics") @ApiOperation(value = "EChart图") public ResponseResult<KeywordStaticsListVO> statics(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId",required = false) Integer questionId) { return keywordService.statics(keywordId,questionId); public ResponseResult<KeywordStaticsListVO> statics(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId", required = false) Integer questionId) { return keywordService.statics(keywordId, questionId); } @PostMapping(value = "/exportStatics") @ApiOperation(value = "EChart图导出") public ResponseEntity<byte[]> exportStatics(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId",required = false) Integer questionId, HttpServletResponse response) { public ResponseEntity<byte[]> exportStatics(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId", required = false) Integer questionId, HttpServletResponse response) { Keyword keyword = keywordMapper.selectById(keywordId); List<KeywordStaticsVO> voList = keywordMapper.statics(keywordId,questionId,keyword.getNum()); List<KeywordStaticsVO> voList = keywordMapper.statics(keywordId, questionId, keyword.getNum()); // 3. 导出Excel ByteArrayOutputStream out = new ByteArrayOutputStream(); @@ -63,24 +66,30 @@ .contentType(MediaType.APPLICATION_OCTET_STREAM) .body(out.toByteArray()); } /** * 根据类别查看 */ @GetMapping("/getResultByTypeId") @ApiOperation(value = "根据类别查看") public ResponseResult<List<PlatformProportionVO>> getResultByTypeId(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId",required = false) Integer questionId, @RequestParam(value = "typeId",required = false) Integer typeId) { return keywordService.getResultByTypeId(keywordId,questionId,typeId); public ResponseResult<List<PlatformProportionVO>> getResultByTypeId(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId", required = false) Integer questionId, @RequestParam(value = "typeId", required = false) Integer typeId) { return keywordService.getResultByTypeId(keywordId, questionId, typeId); } /** * 导出：根据类别查看 */ @PostMapping(value = "/exportGetResultByTypeId") @ApiOperation(value = "导出：根据类别查看") public ResponseEntity<byte[]> exportGetResultByTypeId(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId",required = false) Integer questionId, @RequestParam(value = "typeId",required = false) Integer typeId,@RequestParam(value = "isNow") Integer isNow ) { public ResponseEntity<byte[]> exportGetResultByTypeId(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId", required = false) Integer questionId, @RequestParam(value = "typeId", required = false) Integer typeId, @RequestParam(value = "isNow") Integer isNow) { Keyword keyword = keywordService.getById(keywordId); List<PlatformProportionVO> result = keywordMapper.getResultByTypeId(keywordId, questionId, keyword.getNum() - isNow, typeId); List<PlatformProportionVO> result = keywordMapper.getResultByTypeId(keywordId, questionId, keyword.getNum() - isNow, typeId); // 3. 导出Excel ByteArrayOutputStream out = new ByteArrayOutputStream(); EasyExcel.write(out, PlatformProportionVO.class) @@ -99,8 +108,10 @@ */ @GetMapping("/getResultByPlatformId") @ApiOperation(value = "根据平台查看") public ResponseResult<List<ResultListVO>> getResultByPlatformId(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId",required = false) Integer questionId, @RequestParam(value = "platformId",required = false) Integer platformId) { return keywordService.getResultByPlatformId(keywordId,questionId,platformId); public ResponseResult<List<ResultListVO>> getResultByPlatformId(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId", required = false) Integer questionId, @RequestParam(value = "platformId", required = false) Integer platformId) { return keywordService.getResultByPlatformId(keywordId, questionId, platformId); } /** @@ -108,9 +119,13 @@ */ @GetMapping("/exportGetResultByPlatformId") @ApiOperation(value = "根据平台查看") public ResponseEntity<byte[]> exportGetResultByPlatformId(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId",required = false) Integer questionId, @RequestParam(value = "platformId",required = false) Integer platformId,@RequestParam(value = "isNow") Integer isNow) { public ResponseEntity<byte[]> exportGetResultByPlatformId(@RequestParam("id") Integer keywordId, @RequestParam(value = "questionId", required = false) Integer questionId, @RequestParam(value = "platformId", required = false) Integer platformId, @RequestParam(value = "isNow") Integer isNow) { Keyword keyword = keywordService.getById(keywordId); List<ResultListVO> result = keywordMapper.getResultByPlatformId(keywordId, questionId, keyword.getNum() - isNow, platformId); List<ResultListVO> result = keywordMapper.getResultByPlatformId(keywordId, questionId, keyword.getNum() - isNow, platformId); // 3. 导出Excel ByteArrayOutputStream out = new ByteArrayOutputStream(); EasyExcel.write(out, ResultListVO.class) @@ -137,13 +152,54 @@ return ResponseResult.success(reference); } /** * 投喂 */ /** * 批量新增关键词 */ @PostMapping("/batchAdd") @ApiOperation(value = "批量新增关键词") public ResponseResult<String> batchAdd(String keywords, String order_id) { Boolean saveKeywords = keywordService.saveKeywords(keywords, order_id); if (saveKeywords) { return ResponseResult.success("新增成功"); } else { return ResponseResult.error("新增失败"); } } /** * 根据订单ID查询关键词 */ @GetMapping("/getKeywordsByOrderId") @ApiOperation(value = "根据订单ID查询关键词") public ResponseResult<List<Keyword>> getKeywordsByOrderId(@RequestParam("orderId") String orderId) { List<Keyword> keywords = keywordService.getKeywordsByOrderId(orderId); return ResponseResult.success(keywords); } /** * 修改关键词 */ @PostMapping("/updateKeyword") @ApiOperation(value = "修改关键词") public ResponseResult<String> updateKeyword(@RequestBody Keyword keyword) { keywordService.updateById(keyword); return ResponseResult.success("修改成功"); } /** * 删除关键词 */ @DeleteMapping("/deleteKeyword") @ApiOperation(value = "删除关键词") public ResponseResult<String> deleteKeyword(@RequestParam("keywordId") Integer keywordId) { keywordService.removeById(keywordId); return ResponseResult.success("删除成功"); } } src/main/java/com/linghu/model/dto/SearchTaskRequest.java
@@ -12,7 +12,7 @@ public class SearchTaskRequest { @Valid @NotEmpty(message = "用户列表不能为空") private List<User> users; private List<UserDto> users; @NotEmpty(message = "问题列表不能为空") private List<String> questions; src/main/java/com/linghu/model/dto/SearchTaskResponse.java
@@ -7,5 +7,6 @@ private String task_id; private String status; private String message; private String detail; } src/main/java/com/linghu/model/dto/TaskCancelResponse.java
@@ -7,10 +7,14 @@ private String task_id; private String status; private String message; private String detail; public TaskCancelResponse(String taskId, String status, String message) { this.task_id = taskId; this.status = status; this.message = message; } public TaskCancelResponse() { super(); } } src/main/java/com/linghu/model/dto/TaskListResponse.java
@@ -6,5 +6,6 @@ @Data public class TaskListResponse { private Integer tasks_count; private String detail; private Map<String, TaskStatusResponse> tasks; } src/main/java/com/linghu/model/dto/TaskResultResponse.java
@@ -4,6 +4,8 @@ import lombok.NoArgsConstructor; import lombok.AllArgsConstructor; import java.time.Duration; import java.time.LocalDateTime; import java.util.Date; import java.util.List; @@ -15,8 +17,9 @@ private Integer total_users; private Integer total_questions; private Integer successful_users; private Date total_duration; private String total_duration; private List<UserResult> results; private String detail; @Data @NoArgsConstructor @@ -26,6 +29,7 @@ private String user_name; private String user_email; private String status; private String error; private List<QuestionResult> questions_results; }
@@ -16,6 +16,7 @@ private int questions_count; private boolean save_to_database; private String webhook_url; private String detail; private List<QuestionStatus> questions_status; @Data src/main/java/com/linghu/model/dto/UserDto.java
New file @@ -0,0 +1,11 @@ package com.linghu.model.dto; import com.linghu.model.entity.User; import lombok.Data; @Data public class UserDto { private String name; private String email; private String password; } src/main/java/com/linghu/service/KeywordService.java
@@ -10,10 +10,10 @@ import java.util.List; /** * @author xy * @description 针对表【keyword】的数据库操作Service * @createDate 2025-07-04 20:17:33 */ * @author xy * @description 针对表【keyword】的数据库操作Service * @createDate 2025-07-04 20:17:33 */ public interface KeywordService extends IService<Keyword> { ResponseResult<KeywordStaticsListVO> statics(Integer keywordId, Integer questionId); @@ -21,5 +21,8 @@ ResponseResult<List<PlatformProportionVO>> getResultByTypeId(Integer keywordId, Integer questionId, Integer typeId); ResponseResult<List<ResultListVO>> getResultByPlatformId(Integer keywordId, Integer questionId, Integer platformId); List<Keyword> getKeywordsByOrderId(String orderId); Boolean saveKeywords(String keywords, String order_id); } src/main/java/com/linghu/service/impl/KeywordServiceImpl.java
@@ -9,73 +9,76 @@ import com.linghu.service.KeywordService; import com.linghu.mapper.KeywordMapper; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import org.springframework.util.StringUtils; import java.util.ArrayList; import java.util.List; import java.util.Map; /** * @author xy * @description 针对表【keyword】的数据库操作Service实现 * @createDate 2025-07-04 20:17:33 */ * @author xy * @description 针对表【keyword】的数据库操作Service实现 * @createDate 2025-07-04 20:17:33 */ @Service public class KeywordServiceImpl extends ServiceImpl<KeywordMapper, Keyword> implements KeywordService{ public class KeywordServiceImpl extends ServiceImpl<KeywordMapper, Keyword> implements KeywordService { @Autowired private KeywordMapper keywordMapper; @Override public ResponseResult<KeywordStaticsListVO> statics(Integer keywordId, Integer questionId) { KeywordStaticsListVO vo = new KeywordStaticsListVO(); //1.关键词是否存在 // 1.关键词是否存在 Keyword keyword = this.getById(keywordId); if (keyword == null) { return ResponseResult.error("关键词不存在"); } if (!"completed".equals(keyword.getStatus())){ if (!"completed".equals(keyword.getStatus())) { return ResponseResult.error("关键词采集未完成"); } List<KeywordStaticsVO> statics = this.getBaseMapper().statics(keywordId,questionId,keyword.getNum()); List<KeywordStaticsVO> statics = this.getBaseMapper().statics(keywordId, questionId, keyword.getNum()); vo.setNowRecord(statics); if (keyword.getNum()!=0){ statics = this.getBaseMapper().statics(keywordId,questionId,keyword.getNum()-1); if (keyword.getNum() != 0) { statics = this.getBaseMapper().statics(keywordId, questionId, keyword.getNum() - 1); vo.setBeforeRecord(statics); } return ResponseResult.success(vo); } @Override public ResponseResult<List<PlatformProportionVO>> getResultByTypeId(Integer keywordId, Integer questionId, Integer typeId) { //1.关键词是否存在 public ResponseResult<List<PlatformProportionVO>> getResultByTypeId(Integer keywordId, Integer questionId, Integer typeId) { // 1.关键词是否存在 Keyword keyword = this.getById(keywordId); if (keyword == null) { return ResponseResult.error("关键词不存在"); } if (!"completed".equals(keyword.getStatus())){ if (!"completed".equals(keyword.getStatus())) { return ResponseResult.error("关键词采集未完成"); } List<PlatformProportionVO> result = this.getBaseMapper().getResultByTypeId(keywordId, questionId, keyword.getNum(), typeId); List<PlatformProportionVO> result = this.getBaseMapper().getResultByTypeId(keywordId, questionId, keyword.getNum(), typeId); return ResponseResult.success(result); } @Override public ResponseResult<List<ResultListVO>> getResultByPlatformId(Integer keywordId, Integer questionId, Integer platformId) { //1.关键词是否存在 public ResponseResult<List<ResultListVO>> getResultByPlatformId(Integer keywordId, Integer questionId, Integer platformId) { // 1.关键词是否存在 Keyword keyword = this.getById(keywordId); if (keyword == null) { return ResponseResult.error("关键词不存在"); } if (!"completed".equals(keyword.getStatus())){ if (!"completed".equals(keyword.getStatus())) { return ResponseResult.error("关键词采集未完成"); } List<ResultListVO> result = this.getBaseMapper().getResultByPlatformId(keywordId, questionId, keyword.getNum(), platformId); List<ResultListVO> result = this.getBaseMapper().getResultByPlatformId(keywordId, questionId, keyword.getNum(), platformId); return ResponseResult.success(result); } @Override public List<Keyword> getKeywordsByOrderId(String orderId) { @@ -84,4 +87,22 @@ return keywordMapper.selectList(queryWrapper); } @Override public Boolean saveKeywords(String keywords, String order_id) { if (StringUtils.hasText(keywords)) { List<Keyword> keywordList = new ArrayList<>(); String[] keywordArray = keywords.split("\\n"); for (String keyword : keywordArray) { Keyword newKeyword = new Keyword(); newKeyword.setKeyword_name(keyword); newKeyword.setOrder_id(order_id); newKeyword.setStatus("notSubmitted"); keywordList.add(newKeyword); } return this.saveBatch(keywordList); }else { return false; } } } src/main/java/com/linghu/utils/JwtUtils.java
@@ -46,6 +46,7 @@ return Jwts.builder() .setSubject(user.getUser_name()) .claim("email", user.getUser_email()) .claim("password", user.getPassword()) .setIssuedAt(new Date()) .setExpiration(new Date(System.currentTimeMillis() + expiration * 1000)) .signWith(key, SignatureAlgorithm.HS256) @@ -66,6 +67,7 @@ User user = new User(); user.setUser_name(claims.getSubject()); // 主题是用户名 user.setUser_email(claims.get("email", String.class)); user.setPassword( claims.get("password", String.class)); // 添加角色信息（如果存在） // if (claims.containsKey("roles")) { src/main/java/com/linghu/utils/OpenCryptUtil.java
New file @@ -0,0 +1,57 @@ package com.linghu.utils; import cn.afocus.crypt.sign.UserSign; import cn.afocus.crypt.sign.UserSign; import com.alibaba.fastjson.JSON; import com.linghu.model.entity.User; import org.springframework.beans.factory.annotation.Value; import org.springframework.stereotype.Component; import javax.annotation.PostConstruct; @Component public class OpenCryptUtil { // 加密密钥（从配置文件读取，避免硬编码） @Value("${app.crypt.secret-key}") // 长度需符合算法要求（如AES-256需32位） private String secret; // 初始化向量（CBC模式需要，可选） // @Value("${app.crypt.iv:1234567890abcdef}") // 16位（AES-128/256通用） // private String iv; // 初始化加密配置（若需要） @PostConstruct public void init() { // 若 open-crypt 需要初始化，可在此处处理 // 例如：CryptoUtils.init(secretKey, iv); } /** * AES加密（假设 open-crypt 默认使用AES-CBC模式） */ public String encrypt(User user) { try { // 调用 open-crypt 的加密方法（根据实际API调整） //user转为 json String json = JSON.toJSONString(user); return UserSign.gen(json, "fY9tX7vX7qH5bN2cD8eM4xD2fH7uL4xM".getBytes()); } catch (Exception e) { throw new RuntimeException("加密失败：" + e.getMessage(), e); } } /** * AES解密 */ public String decrypt(String token) { try { // 调用 open-crypt 的解密方法 return UserSign.decrypt(token, "fY9tX7vX7qH5bN2cD8eM4xD2fH7uL4xM".getBytes()); } catch (Exception e) { throw new RuntimeException("解密失败：" + e.getMessage(), e); } } } src/main/resources/application.yml
@@ -5,7 +5,10 @@ jwt: secret: linghu-system-mySuperSecretKeyThatIsAtLeast-key-2024 expiration: 3600 #open-crypt app: crypt: secret-key: "fY9tX7vX7qH5bN2cD8eM4xD2fH7uL4xM" spring: datasource: url: jdbc:mysql://192.168.110.21:3306/linghu_geo_system?useSSL=false&serverTimezone=Asia/Shanghai&allowPublicKeyRetrieval=true&characterEncoding=UTF-8 @@ -24,6 +27,11 @@ logic-not-delete-value: 0 configuration: map-underscore-to-camel-case: false log-impl: org.apache.ibatis.logging.stdout.StdOutImpl logging: level: # 将Mapper接口所在的包路径设置为DEBUG级别 com.linghu.mapper: DEBUG # 替换为你的Mapper接口包路径 linghu: url: http://182.92.208.99:8000/api/v1 url: http://182.92.208.99:8000
