|
@@ -12,6 +12,7 @@ import com.fasterxml.jackson.databind.ObjectMapper;
|
|
|
import com.usky.ai.mapper.AiQuestionMapper;
|
|
|
import com.usky.ai.mapper.AiSessionMapper;
|
|
|
import com.usky.ai.service.AiQuestion;
|
|
|
+import com.usky.ai.service.AiQuestionItem;
|
|
|
import com.usky.ai.service.AiSession;
|
|
|
import com.usky.ai.service.vo.AiStreamOutputVO;
|
|
|
import com.usky.common.core.bean.ApiResult;
|
|
@@ -19,6 +20,7 @@ import com.usky.common.security.utils.SecurityUtils;
|
|
|
import lombok.extern.slf4j.Slf4j;
|
|
|
import org.springframework.beans.factory.annotation.Autowired;
|
|
|
import org.springframework.beans.factory.annotation.Value;
|
|
|
+import org.springframework.http.HttpStatus;
|
|
|
import org.springframework.http.MediaType;
|
|
|
import org.springframework.http.ResponseEntity;
|
|
|
import org.springframework.web.bind.annotation.*;
|
|
@@ -52,6 +54,9 @@ public class AiChatController {
|
|
|
@Value("${ai.historyLimit}")
|
|
|
private int Limit;
|
|
|
|
|
|
+ @Value("${ai.millis}")
|
|
|
+ private int millis;
|
|
|
+
|
|
|
@Resource
|
|
|
private Generation generation;
|
|
|
|
|
@@ -96,7 +101,7 @@ public class AiChatController {
|
|
|
aiSessionMapper.save(aiSession);
|
|
|
}
|
|
|
|
|
|
-
|
|
|
+
|
|
|
List<Message> messages = new ArrayList<>();
|
|
|
|
|
|
|
|
@@ -106,6 +111,44 @@ public class AiChatController {
|
|
|
.build();
|
|
|
messages.add(roleDefinition);
|
|
|
|
|
|
+
|
|
|
+ List<AiQuestion> questions = aiQuestionMapper.findQuestionsBySessionId(sessionId);
|
|
|
+
|
|
|
+
|
|
|
+ if (questions.size() > Limit) {
|
|
|
+ questions = questions.subList(questions.size() - Limit, questions.size());
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ List<AiQuestionItem> itemList = new ArrayList<>();
|
|
|
+ for (AiQuestion question : questions) {
|
|
|
+ AiQuestionItem userItem = new AiQuestionItem("user", question.getQuestion());
|
|
|
+ userItem.setId(question.getId());
|
|
|
+ userItem.setSessionId(question.getSessionId());
|
|
|
+ userItem.setUserId(question.getUserId());
|
|
|
+ userItem.setUserName(question.getUserName());
|
|
|
+ userItem.setAskTime(question.getAskTime());
|
|
|
+
|
|
|
+ AiQuestionItem assistantItem = new AiQuestionItem("assistant", question.getAnswer());
|
|
|
+ assistantItem.setId(question.getId());
|
|
|
+ assistantItem.setSessionId(question.getSessionId());
|
|
|
+ assistantItem.setUserId(question.getUserId());
|
|
|
+ assistantItem.setUserName(question.getUserName());
|
|
|
+ assistantItem.setAskTime(question.getAskTime());
|
|
|
+
|
|
|
+ itemList.add(userItem);
|
|
|
+ itemList.add(assistantItem);
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ for (AiQuestionItem item : itemList) {
|
|
|
+ Message message = Message.builder()
|
|
|
+ .role(item.getRole().equals("user") ? Role.USER.getValue() : Role.ASSISTANT.getValue())
|
|
|
+ .content(item.getContent() != null ? item.getContent() : item.getReasoningContent())
|
|
|
+ .build();
|
|
|
+ messages.add(message);
|
|
|
+ }
|
|
|
+
|
|
|
|
|
|
Message userMessage = Message.builder()
|
|
|
.role(Role.USER.getValue())
|
|
@@ -130,7 +173,7 @@ public class AiChatController {
|
|
|
.contentType(MediaType.TEXT_EVENT_STREAM)
|
|
|
.body(outputStream -> {
|
|
|
try {
|
|
|
-
|
|
|
+
|
|
|
generation.streamCall(param).blockingForEach(chunk -> {
|
|
|
try {
|
|
|
|
|
@@ -156,6 +199,14 @@ public class AiChatController {
|
|
|
|
|
|
completeAnswer.append(partialAnswer);
|
|
|
|
|
|
+
|
|
|
+ try {
|
|
|
+ Thread.sleep(millis);
|
|
|
+ } catch (InterruptedException e) {
|
|
|
+ Thread.currentThread().interrupt();
|
|
|
+ log.error("Thread interrupted", e);
|
|
|
+ }
|
|
|
+
|
|
|
} catch (Exception e) {
|
|
|
log.error("Error processing chunk", e);
|
|
|
outputStream.write(("data: Error processing chunk\n\n").getBytes(StandardCharsets.UTF_8));
|
|
@@ -201,8 +252,7 @@ public class AiChatController {
|
|
|
}
|
|
|
|
|
|
|
|
|
- String questionText;
|
|
|
- questionText = content;
|
|
|
+ String questionText = content;
|
|
|
|
|
|
|
|
|
boolean exists = aiSessionMapper.existsBySessionId(sessionId);
|
|
@@ -218,29 +268,53 @@ public class AiChatController {
|
|
|
aiSessionMapper.save(aiSession);
|
|
|
}
|
|
|
|
|
|
-
|
|
|
- List<AiQuestion> conversationHistory = aiQuestionMapper.findByUserIdAndSessionId(sessionId, userId);
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
- List<Message> messages = conversationHistory.stream()
|
|
|
- .map(q -> Message.builder()
|
|
|
- .role(q.getUserId().equals(userId) ? Role.USER.getValue() : Role.ASSISTANT.getValue())
|
|
|
- .content(q.getUserId().equals(userId) ? q.getQuestion() : q.getAnswer())
|
|
|
- .build())
|
|
|
- .collect(Collectors.toList());
|
|
|
+
|
|
|
+ List<Message> messages = new ArrayList<>();
|
|
|
|
|
|
|
|
|
Message roleDefinition = Message.builder()
|
|
|
.role(Role.SYSTEM.getValue())
|
|
|
.content(aiRole)
|
|
|
.build();
|
|
|
- messages.add(0, roleDefinition);
|
|
|
+ messages.add(roleDefinition);
|
|
|
+
|
|
|
+
|
|
|
+ List<AiQuestion> questions = aiQuestionMapper.findQuestionsBySessionId(sessionId);
|
|
|
+
|
|
|
+
|
|
|
+ if (questions.size() > Limit) {
|
|
|
+ questions = questions.subList(questions.size() - Limit, questions.size());
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ List<AiQuestionItem> itemList = new ArrayList<>();
|
|
|
+ for (AiQuestion question : questions) {
|
|
|
+ AiQuestionItem userItem = new AiQuestionItem("user", question.getQuestion());
|
|
|
+ userItem.setId(question.getId());
|
|
|
+ userItem.setSessionId(question.getSessionId());
|
|
|
+ userItem.setUserId(question.getUserId());
|
|
|
+ userItem.setUserName(question.getUserName());
|
|
|
+ userItem.setAskTime(question.getAskTime());
|
|
|
+
|
|
|
+ AiQuestionItem assistantItem = new AiQuestionItem("assistant", question.getAnswer());
|
|
|
+ assistantItem.setId(question.getId());
|
|
|
+ assistantItem.setSessionId(question.getSessionId());
|
|
|
+ assistantItem.setUserId(question.getUserId());
|
|
|
+ assistantItem.setUserName(question.getUserName());
|
|
|
+ assistantItem.setAskTime(question.getAskTime());
|
|
|
+
|
|
|
+ itemList.add(userItem);
|
|
|
+ itemList.add(assistantItem);
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ for (AiQuestionItem item : itemList) {
|
|
|
+ Message message = Message.builder()
|
|
|
+ .role(item.getRole().equals("user") ? Role.USER.getValue() : Role.ASSISTANT.getValue())
|
|
|
+ .content(item.getContent() != null ? item.getContent() : item.getReasoningContent())
|
|
|
+ .build();
|
|
|
+ messages.add(message);
|
|
|
+ }
|
|
|
|
|
|
|
|
|
Message userMessage = Message.builder()
|
|
@@ -290,6 +364,14 @@ public class AiChatController {
|
|
|
|
|
|
completeAnswer.append(partialAnswer);
|
|
|
|
|
|
+
|
|
|
+ try {
|
|
|
+ Thread.sleep(millis);
|
|
|
+ } catch (InterruptedException e) {
|
|
|
+ Thread.currentThread().interrupt();
|
|
|
+ log.error("Thread interrupted", e);
|
|
|
+ }
|
|
|
+
|
|
|
} catch (Exception e) {
|
|
|
log.error("Error processing chunk", e);
|
|
|
outputStream.write(("data: Error processing chunk\n\n").getBytes(StandardCharsets.UTF_8));
|
|
@@ -317,4 +399,138 @@ public class AiChatController {
|
|
|
}
|
|
|
});
|
|
|
}
|
|
|
+
|
|
|
+ @PostMapping(value = "/aliTyqw-test")
|
|
|
+ public ResponseEntity<AiStreamOutputVO> send3(@RequestBody JSONObject object) throws NoApiKeyException, InputRequiredException {
|
|
|
+
|
|
|
+ Long userId = SecurityUtils.getUserId();
|
|
|
+ String userName = SecurityUtils.getLoginUser().getSysUser().getNickName();
|
|
|
+ String sessionId = null;
|
|
|
+ String content = object.get("content").toString();
|
|
|
+
|
|
|
+
|
|
|
+ if (object.containsKey("sessionId")) {
|
|
|
+ sessionId = object.get("sessionId").toString();
|
|
|
+ } else {
|
|
|
+ sessionId = java.util.UUID.randomUUID().toString();
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ String questionText = content;
|
|
|
+
|
|
|
+
|
|
|
+ boolean exists = aiSessionMapper.existsBySessionId(sessionId);
|
|
|
+
|
|
|
+ if (!exists) {
|
|
|
+
|
|
|
+ AiSession aiSession = new AiSession();
|
|
|
+ aiSession.setSessionId(sessionId);
|
|
|
+ aiSession.setUserId(userId);
|
|
|
+ aiSession.setUserName(userName);
|
|
|
+ aiSession.setQuestion(questionText);
|
|
|
+ aiSession.setAskTime(LocalDateTime.now());
|
|
|
+ aiSessionMapper.save(aiSession);
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ List<Message> messages = new ArrayList<>();
|
|
|
+
|
|
|
+
|
|
|
+ Message roleDefinition = Message.builder()
|
|
|
+ .role(Role.SYSTEM.getValue())
|
|
|
+ .content(aiRole)
|
|
|
+ .build();
|
|
|
+ messages.add(roleDefinition);
|
|
|
+
|
|
|
+
|
|
|
+ List<AiQuestion> questions = aiQuestionMapper.findQuestionsBySessionId(sessionId);
|
|
|
+
|
|
|
+
|
|
|
+ if (questions.size() > Limit) {
|
|
|
+ questions = questions.subList(questions.size() - Limit, questions.size());
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ List<AiQuestionItem> itemList = new ArrayList<>();
|
|
|
+ for (AiQuestion question : questions) {
|
|
|
+ AiQuestionItem userItem = new AiQuestionItem("user", question.getQuestion());
|
|
|
+ userItem.setId(question.getId());
|
|
|
+ userItem.setSessionId(question.getSessionId());
|
|
|
+ userItem.setUserId(question.getUserId());
|
|
|
+ userItem.setUserName(question.getUserName());
|
|
|
+ userItem.setAskTime(question.getAskTime());
|
|
|
+
|
|
|
+ AiQuestionItem assistantItem = new AiQuestionItem("assistant", question.getAnswer());
|
|
|
+ assistantItem.setId(question.getId());
|
|
|
+ assistantItem.setSessionId(question.getSessionId());
|
|
|
+ assistantItem.setUserId(question.getUserId());
|
|
|
+ assistantItem.setUserName(question.getUserName());
|
|
|
+ assistantItem.setAskTime(question.getAskTime());
|
|
|
+
|
|
|
+ itemList.add(userItem);
|
|
|
+ itemList.add(assistantItem);
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ for (AiQuestionItem item : itemList) {
|
|
|
+ Message message = Message.builder()
|
|
|
+ .role(item.getRole().equals("user") ? Role.USER.getValue() : Role.ASSISTANT.getValue())
|
|
|
+ .content(item.getContent() != null ? item.getContent() : item.getReasoningContent())
|
|
|
+ .build();
|
|
|
+ messages.add(message);
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ Message userMessage = Message.builder()
|
|
|
+ .role(Role.USER.getValue())
|
|
|
+ .content(questionText)
|
|
|
+ .build();
|
|
|
+ messages.add(userMessage);
|
|
|
+
|
|
|
+
|
|
|
+ GenerationParam param = GenerationParam.builder()
|
|
|
+ .model(tyqwModel)
|
|
|
+ .messages(messages)
|
|
|
+ .resultFormat(GenerationParam.ResultFormat.MESSAGE)
|
|
|
+ .topP(0.8)
|
|
|
+ .apiKey(apiKey)
|
|
|
+ .incrementalOutput(false)
|
|
|
+ .enableSearch(true)
|
|
|
+ .build();
|
|
|
+
|
|
|
+ try {
|
|
|
+
|
|
|
+ String completeAnswer = generation.call(param).getOutput().getChoices().get(0).getMessage().getContent();
|
|
|
+
|
|
|
+
|
|
|
+ AiQuestion aiQuestion = new AiQuestion();
|
|
|
+ aiQuestion.setModel(tyqwModel);
|
|
|
+ aiQuestion.setSessionId(sessionId);
|
|
|
+ aiQuestion.setUserId(userId);
|
|
|
+ aiQuestion.setUserName(userName);
|
|
|
+ aiQuestion.setQuestion(questionText);
|
|
|
+ aiQuestion.setAnswer(completeAnswer);
|
|
|
+ aiQuestion.setAskTime(LocalDateTime.now());
|
|
|
+ aiQuestionMapper.save(aiQuestion);
|
|
|
+
|
|
|
+
|
|
|
+ AiStreamOutputVO aiStreamOutputVO = new AiStreamOutputVO();
|
|
|
+ aiStreamOutputVO.setSessionId(sessionId);
|
|
|
+ aiStreamOutputVO.setReasoningContent(completeAnswer);
|
|
|
+
|
|
|
+
|
|
|
+ return ResponseEntity.ok(aiStreamOutputVO);
|
|
|
+ } catch (ApiException e) {
|
|
|
+ log.error("Error processing request", e);
|
|
|
+
|
|
|
+
|
|
|
+ AiStreamOutputVO aiStreamOutputVO = new AiStreamOutputVO();
|
|
|
+ aiStreamOutputVO.setSessionId(sessionId);
|
|
|
+ aiStreamOutputVO.setReasoningContent("Error processing request");
|
|
|
+
|
|
|
+ return ResponseEntity.status(HttpStatus.INTERNAL_SERVER_ERROR).body(aiStreamOutputVO);
|
|
|
+ } catch (NoApiKeyException | InputRequiredException e) {
|
|
|
+ throw new RuntimeException(e);
|
|
|
+ }
|
|
|
+ }
|
|
|
}
|