feat:数据库持久化

pom.xml

@@ -29,7 +29,7 @@
         <encoding>UTF-8</encoding>
         <guava.version>16.0.1</guava.version>
         <mybatis-spring-boot.version>2.3.1</mybatis-spring-boot.version>
-        <mybatis-plus-spring-boot.version>3.5.14</mybatis-plus-spring-boot.version>
+        <mybatis-plus-spring-boot.version>3.5.5</mybatis-plus-spring-boot.version>
         <mysql.version>8.0.33</mysql.version>
         <lombok.version>1.18.30</lombok.version>
         <spring-data-redis.version>3.23.6</spring-data-redis.version>
@@ -118,6 +118,11 @@
             <scope>compile</scope>
         </dependency>
 
+        <dependency>
+            <groupId>com.baomidou</groupId>
+            <artifactId>mybatis-plus-spring-boot3-starter</artifactId>
+            <version>${mybatis-plus-spring-boot.version}</version>
+        </dependency>
         <dependency>
             <groupId>mysql</groupId>
             <artifactId>mysql-connector-java</artifactId>
@@ -141,6 +146,13 @@
             <version>3.15.0</version>
         </dependency>
 
+        <!-- JSON -->
+        <dependency>
+            <groupId>com.alibaba.fastjson2</groupId>
+            <artifactId>fastjson2</artifactId>
+            <version>2.0.51</version>
+        </dependency>
+
         <dependency>
             <groupId>org.springframework.boot</groupId>
             <artifactId>spring-boot-starter</artifactId>

xservice-server/src/main/java/com/xiang/xsa/xservice/ai/server/ChatController.java

@@ -14,8 +14,8 @@ public class ChatController {
     private final BaseAgent baseAgent;
 
     @GetMapping("/chat")
-    public String chatDemo(@RequestParam("question") String question) {
+    public String chatDemo(@RequestParam("question") String question, @RequestParam("id") Long id) {
-        baseAgent.chat(ModelTypeEnum.OPEN_AI, question);
+        baseAgent.chat(ModelTypeEnum.OPEN_AI, id, question);
         return "321";
     }
 

xservice-server/src/main/resources/application-local.yml

@@ -1,8 +1,8 @@
 spring:
   datasource:
-    url: jdbc:mysql://rm-bp15t34gqx62jm069ro.mysql.rds.aliyuncs.com:3306/xservice-ai-center?useUnicode=true&characterEncoding=utf-8&serverTimezone=Asia/Shanghai&allowMultiQueries=true
+    url: jdbc:mysql://120.27.153.87:3306/xe-service-ai?useUnicode=true&characterEncoding=utf-8&serverTimezone=Asia/Shanghai&allowMultiQueries=true
     username: root
-    password: xb#UWqnhH24&XpX
+    password: sdkljfikdfn@123
     driver-class-name: com.mysql.cj.jdbc.Driver
 
 ai:

xservice-server/src/main/resources/application.yml

@@ -5,6 +5,11 @@ spring:
 
   profiles:
     active: local
+  cloud:
+    nacos:
+      config:
+        import-check:
+          enabled: false
 
 server:
   port: 38020
@@ -14,4 +19,9 @@ server:
       charset: UTF-8
       enabled: true
       force: true
+mybatis:
+  mapper-locations:
+    - classpath*:mapper/*/*.xml
+  configuration:
+    map-underscore-to-camel-case: true
 

xservice-service/src/main/java/com/xiang/xservice/ai/agent/BaseAgent.java

@@ -3,5 +3,5 @@ package com.xiang.xservice.ai.agent;
 import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
 
 public interface BaseAgent {
-    void chat(ModelTypeEnum modelType, String message);
+    void chat(ModelTypeEnum modelType, Long memoryId, String message);
 }

xservice-service/src/main/java/com/xiang/xservice/ai/agent/SimpleChatAgent.java

@@ -3,15 +3,22 @@ package com.xiang.xservice.ai.agent;
 import com.google.common.collect.Lists;
 import com.xiang.xservice.ai.config.OpenAIBaseConfig;
 import com.xiang.xservice.ai.config.OpenAIConfig;
+import com.xiang.xservice.ai.core.assistant.Assistant;
 import com.xiang.xservice.ai.core.entity.ModelConfig;
 import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
 import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
 import com.xiang.xservice.ai.core.handler.MyStreamingHandler;
 import com.xiang.xservice.ai.core.route.TaskRouter;
+import com.xiang.xservice.ai.core.storage.DbPersistentStore;
+import com.xiang.xservice.ai.core.storage.MemoryPersistentStore;
+import com.xiang.xservice.ai.repository.manage.IAiSimpleChatMessageManage;
 import dev.langchain4j.data.message.SystemMessage;
 import dev.langchain4j.data.message.UserMessage;
+import dev.langchain4j.memory.chat.ChatMemoryProvider;
+import dev.langchain4j.memory.chat.MessageWindowChatMemory;
 import dev.langchain4j.model.chat.ChatModel;
 import dev.langchain4j.model.chat.StreamingChatModel;
+import dev.langchain4j.service.AiServices;
 import lombok.RequiredArgsConstructor;
 import org.springframework.stereotype.Service;
 
@@ -21,11 +28,20 @@ public class SimpleChatAgent implements BaseAgent {
 
     private final TaskRouter router;
     private final OpenAIBaseConfig openAIBaseConfig;
-    private final MyStreamingHandler streamingHandler;
+    private final IAiSimpleChatMessageManage aiSimpleChatMessageManage;
 
 
     @Override
-    public void chat(ModelTypeEnum modelType, String message) {
+    public void chat(ModelTypeEnum modelType, Long id, String message) {
+
+        DbPersistentStore store = new DbPersistentStore(aiSimpleChatMessageManage);
+
+        ChatMemoryProvider chatMemoryProvider = memoryId -> MessageWindowChatMemory.builder()
+                .id(memoryId)
+                .maxMessages(10)
+                .chatMemoryStore(store)
+                .build();
+
         OpenAIConfig openAIConfig = openAIBaseConfig.getConfigs().get("bai-lian");
         ModelConfig modelConfig = ModelConfig.builder()
                 .baseUrl(openAIConfig.getBaseUrl())
@@ -35,8 +51,20 @@ public class SimpleChatAgent implements BaseAgent {
                 .temperature(openAIConfig.getTemperature())
                 .build();
         StreamingChatModel chat = router.route(ModelStrategyEnum.CHAT, modelType.getModelType(), modelConfig);
+        if (chat == null) {
+            throw new RuntimeException("chat model route failed");
+        }
+        Assistant assistant = AiServices.builder(Assistant.class)
+                .streamingChatModel(chat)
+                .chatMemoryProvider(chatMemoryProvider)
+                .build();
         UserMessage userMessage = new UserMessage(message);
         SystemMessage systemMessage = new SystemMessage("你是一个能够与人聊天的AI智能助手，名字叫龙虾");
-        chat.chat(Lists.newArrayList(systemMessage, userMessage), streamingHandler);
+        assistant.chat(id, Lists.newArrayList(systemMessage, userMessage))
+                .onPartialResponse(System.out::print)
+                .onCompleteResponse(res -> System.out.println("\n完成"))
+                .onToolExecuted(error -> System.out.println("\n错误"))
+                .ignoreErrors()
+                .start();
     }
 }

xservice-service/src/main/java/com/xiang/xservice/ai/core/assistant/Assistant.java

@@ -0,0 +1,12 @@
+package com.xiang.xservice.ai.core.assistant;
+
+import dev.langchain4j.data.message.ChatMessage;
+import dev.langchain4j.service.MemoryId;
+import dev.langchain4j.service.TokenStream;
+import dev.langchain4j.service.UserMessage;
+
+import java.util.List;
+
+public interface Assistant {
+    TokenStream chat(@MemoryId Object memoryId, @UserMessage List<ChatMessage> messages);
+}

xservice-service/src/main/java/com/xiang/xservice/ai/core/handler/MyStreamingHandler.java

@@ -3,7 +3,6 @@ package com.xiang.xservice.ai.core.handler;
 import dev.langchain4j.model.StreamingResponseHandler;
 import dev.langchain4j.model.chat.response.ChatResponse;
 import dev.langchain4j.model.chat.response.StreamingChatResponseHandler;
-import org.checkerframework.checker.units.qual.C;
 import org.springframework.stereotype.Component;
 
 @Component

xservice-service/src/main/java/com/xiang/xservice/ai/core/provider/OpenAILlmProvider.java

@@ -3,6 +3,9 @@ package com.xiang.xservice.ai.core.provider;
 import com.xiang.xservice.ai.core.entity.ModelConfig;
 import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
 import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
+import com.xiang.xservice.ai.core.storage.MemoryPersistentStore;
+import dev.langchain4j.memory.chat.ChatMemoryProvider;
+import dev.langchain4j.memory.chat.MessageWindowChatMemory;
 import dev.langchain4j.model.chat.StreamingChatModel;
 import dev.langchain4j.model.openai.OpenAiStreamingChatModel;
 import org.springframework.stereotype.Component;

xservice-service/src/main/java/com/xiang/xservice/ai/core/route/TaskRouter.java

@@ -3,15 +3,12 @@ package com.xiang.xservice.ai.core.route;
 import com.xiang.xservice.ai.core.entity.ModelConfig;
 import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
 import com.xiang.xservice.ai.core.provider.BaseProvider;
-import dev.langchain4j.model.chat.ChatModel;
 import dev.langchain4j.model.chat.StreamingChatModel;
-import org.checkerframework.checker.units.qual.C;
 import org.springframework.stereotype.Component;
 
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
-import java.util.stream.Collectors;
 
 @Component
 public class TaskRouter {

xservice-service/src/main/java/com/xiang/xservice/ai/core/storage/DbPersistentStore.java

@@ -0,0 +1,97 @@
+package com.xiang.xservice.ai.core.storage;
+
+import com.alibaba.fastjson2.JSON;
+import com.google.common.collect.Lists;
+import com.xiang.xservice.ai.pojo.entity.AiSimpleChatMessageDO;
+import com.xiang.xservice.ai.repository.manage.IAiSimpleChatMessageManage;
+import dev.langchain4j.data.message.*;
+import dev.langchain4j.store.memory.chat.ChatMemoryStore;
+import lombok.RequiredArgsConstructor;
+import org.apache.commons.collections4.CollectionUtils;
+import org.springframework.stereotype.Component;
+
+import java.time.LocalDateTime;
+import java.util.List;
+
+/**
+ * 数据库持久化
+ */
+@RequiredArgsConstructor
+public class DbPersistentStore implements ChatMemoryStore {
+
+    private final IAiSimpleChatMessageManage aiSimpleChatMessageManage;
+
+    @Override
+    public List<ChatMessage> getMessages(Object memoryId) {
+        List<AiSimpleChatMessageDO> msg = aiSimpleChatMessageManage.getMsgByMemoryId((Long) memoryId);
+        if (CollectionUtils.isEmpty(msg)) {
+            return Lists.newArrayList();
+        }
+        List<ChatMessage> result = Lists.newArrayList();
+        for (AiSimpleChatMessageDO chatMessageDO : msg) {
+            String role = chatMessageDO.getRole();
+            switch (role) {
+
+                case "SYSTEM":
+                    result.add(SystemMessage.from(chatMessageDO.getMessage()));
+                    break;
+
+                case "USER":
+                    result.add(UserMessage.from(chatMessageDO.getMessage()));
+                    break;
+
+                case "AI":
+                    result.add(AiMessage.from(chatMessageDO.getMessage()));
+                    break;
+
+                default:
+                    break;
+            }
+        }
+        return result;
+    }
+
+    @Override
+    public void updateMessages(Object memoryId, List<ChatMessage> list) {
+        List<AiSimpleChatMessageDO> result = Lists.newArrayList();
+        for (ChatMessage chatMessage : list) {
+            StringBuilder str = new StringBuilder();
+            String type = "";
+            if (chatMessage instanceof SystemMessage systemMessage) {
+                str = new StringBuilder(systemMessage.text());
+                type = "SYSTEM";
+            }
+
+            if (chatMessage instanceof UserMessage userMessage) {
+                for (Content content : userMessage.contents()) {
+                    if (content instanceof TextContent textContent) {
+                        str.append(textContent.text());
+                        type = "USER";
+                    }
+                }
+            }
+
+            if (chatMessage instanceof AiMessage aiMessage) {
+                str = new StringBuilder(aiMessage.text());
+                type = "AI";
+            }
+
+            AiSimpleChatMessageDO message = AiSimpleChatMessageDO.builder()
+                    .userId(1L)
+                    .memoryId((Long) memoryId)
+                    .message(str.toString())
+                    .createTime(LocalDateTime.now())
+                    .delFlag(0)
+                    .role(type)
+                    .build();
+            result.add(message);
+
+        }
+        aiSimpleChatMessageManage.saveBatch(result);
+    }
+
+    @Override
+    public void deleteMessages(Object memoryId) {
+        aiSimpleChatMessageManage.deleteByMemoryId((Long) memoryId);
+    }
+}

xservice-service/src/main/java/com/xiang/xservice/ai/core/storage/MemoryPersistentStore.java

@@ -0,0 +1,42 @@
+package com.xiang.xservice.ai.core.storage;
+
+import com.google.common.collect.Lists;
+import com.google.common.collect.Maps;
+import dev.langchain4j.data.message.ChatMessage;
+import dev.langchain4j.store.memory.chat.ChatMemoryStore;
+
+import java.util.List;
+import java.util.Map;
+
+/**
+ * 内存持久化
+ */
+public class MemoryPersistentStore implements ChatMemoryStore {
+
+    private final static Map<Long, List<ChatMessage>> MAP = Maps.newHashMap();
+
+
+    @Override
+    public List<ChatMessage> getMessages(Object memoryId) {
+        Long id = (Long) memoryId;
+        if (MAP.containsKey(id)) {
+            return MAP.get(id);
+        }
+        return Lists.newArrayList();
+    }
+
+    @Override
+    public void updateMessages(Object memoryId, List<ChatMessage> list) {
+        Long id = (Long) memoryId;
+        if (MAP.containsKey(id)) {
+            MAP.get(id).addAll(list);
+        } else {
+            MAP.put(id, list);
+        }
+    }
+
+    @Override
+    public void deleteMessages(Object memoryId) {
+        MAP.remove((Long) memoryId);
+    }
+}

xservice-service/src/main/java/com/xiang/xservice/ai/pojo/entity/AiSimpleChatMessageDO.java

@@ -0,0 +1,24 @@
+package com.xiang.xservice.ai.pojo.entity;
+
+import com.baomidou.mybatisplus.annotation.TableName;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+import java.time.LocalDateTime;
+
+@Data
+@AllArgsConstructor
+@NoArgsConstructor
+@TableName("ai_simple_chat_message")
+@Builder
+public class AiSimpleChatMessageDO {
+    private Long id;
+    private Long userId;
+    private Long memoryId;
+    private String role;
+    private String message;
+    private LocalDateTime createTime;
+    private Integer delFlag;
+}

xservice-service/src/main/java/com/xiang/xservice/ai/repository/manage/AiSimpleChatMessageManageImpl.java

@@ -0,0 +1,26 @@
+package com.xiang.xservice.ai.repository.manage;
+
+import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
+import com.baomidou.mybatisplus.core.toolkit.Wrappers;
+import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
+import com.xiang.xservice.ai.pojo.entity.AiSimpleChatMessageDO;
+import com.xiang.xservice.ai.repository.mapper.IAiSimpleChatMessageMapper;
+import org.springframework.stereotype.Service;
+
+import java.util.List;
+
+@Service
+public class AiSimpleChatMessageManageImpl extends ServiceImpl<IAiSimpleChatMessageMapper, AiSimpleChatMessageDO> implements IAiSimpleChatMessageManage {
+    @Override
+    public List<AiSimpleChatMessageDO> getMsgByMemoryId(Long memoryId) {
+        LambdaQueryWrapper<AiSimpleChatMessageDO> lambdaQueryWrapper = Wrappers.lambdaQuery();
+        lambdaQueryWrapper.eq(AiSimpleChatMessageDO::getMemoryId, memoryId);
+        lambdaQueryWrapper.eq(AiSimpleChatMessageDO::getDelFlag, 0);
+        return baseMapper.selectList(lambdaQueryWrapper);
+    }
+
+    @Override
+    public boolean deleteByMemoryId(Long memoryId) {
+        return baseMapper.deleteByMemoryId(memoryId) > 0;
+    }
+}

xservice-service/src/main/java/com/xiang/xservice/ai/repository/manage/IAiSimpleChatMessageManage.java

@@ -0,0 +1,11 @@
+package com.xiang.xservice.ai.repository.manage;
+
+import com.baomidou.mybatisplus.extension.service.IService;
+import com.xiang.xservice.ai.pojo.entity.AiSimpleChatMessageDO;
+
+import java.util.List;
+
+public interface IAiSimpleChatMessageManage extends IService<AiSimpleChatMessageDO> {
+    List<AiSimpleChatMessageDO> getMsgByMemoryId(Long memoryId);
+    boolean deleteByMemoryId(Long memoryId);
+}

xservice-service/src/main/java/com/xiang/xservice/ai/repository/mapper/IAiSimpleChatMessageMapper.java

@@ -0,0 +1,14 @@
+package com.xiang.xservice.ai.repository.mapper;
+
+import com.baomidou.mybatisplus.core.mapper.BaseMapper;
+import com.xiang.xservice.ai.pojo.entity.AiSimpleChatMessageDO;
+import org.apache.ibatis.annotations.Mapper;
+import org.apache.ibatis.annotations.Param;
+import org.springframework.stereotype.Repository;
+
+@Mapper
+@Repository
+public interface IAiSimpleChatMessageMapper extends BaseMapper<AiSimpleChatMessageDO> {
+    int deleteByMemoryId(@Param("id") Long memoryId);
+
+}

xservice-service/src/main/java/com/xiang/xservice/ai/service/AgentService.java

@@ -1,16 +0,0 @@
-package com.xiang.xservice.ai.service;
-
-import com.xiang.xservice.ai.core.entity.ModelConfig;
-import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
-import com.xiang.xservice.ai.core.route.TaskRouter;
-import dev.langchain4j.model.chat.ChatModel;
-import dev.langchain4j.service.AiServices;
-import lombok.RequiredArgsConstructor;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.stereotype.Service;
-
-@Service
-@RequiredArgsConstructor
-public class AgentService {
-
-}

xservice-service/src/main/java/com/xiang/xservice/ai/service/AiService.java

@@ -1,19 +0,0 @@
-package com.xiang.xservice.ai.service;
-
-import com.xiang.xservice.ai.core.entity.ModelConfig;
-import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
-import com.xiang.xservice.ai.core.route.ModelRouter;
-import dev.langchain4j.model.chat.ChatModel;
-import lombok.RequiredArgsConstructor;
-import org.springframework.stereotype.Service;
-
-@Service
-@RequiredArgsConstructor
-public class AiService {
-
-//    private final ModelRouter modelRouter;
-//
-//    private ChatModel createChat(ModelTypeEnum modelType, ModelConfig modelConfig) {
-//        return modelRouter.create(modelType.getModelType(), modelConfig);
-//    }
-}

xservice-service/src/main/resources/mapper/AiSimpleChatMessageMapper.xml

@@ -0,0 +1,30 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
+        "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
+<mapper namespace="com.xiang.dao.AiSimpleChatMessageMapper">
+
+    <resultMap id="BaseResultMap" type="com.xiang.xservice.ai.pojo.entity.AiSimpleChatMessageDO">
+        <result column="id" property="id"/>
+        <result column="memory_id" property="memoryId"/>
+        <result column="role" property="role"/>
+        <result column="message" property="message"/>
+        <result column="create_time" property="createTime"/>
+        <result column="user_id" property="userId"/>
+        <result column="del_flag" property="delFlag"/>
+    </resultMap>
+
+    <sql id="Base_Column_List">
+        id,
+        memory_id,
+        role,
+        message,
+        create_time,
+        user_id,
+        del_flag
+    </sql>
+
+    <update id="deleteByMemoryId">
+        update ai_simple_chat_message set del_flag = 1 where memory_id = #{id}
+    </update>
+
+</mapper>