feat:带记忆体的简单聊天AI智能体

xservice-server/src/main/java/com/xiang/xsa/xservice/ai/server/ChatController.java

@@ -14,8 +14,8 @@ public class ChatController {
     private final BaseAgent baseAgent;
 
     @GetMapping("/chat")
-    public String chatDemo(@RequestParam("question") String question) {
+    public String chatDemo(@RequestParam("question") String question, @RequestParam("id") Long id) {
-        baseAgent.chat(ModelTypeEnum.OPEN_AI, question);
+        baseAgent.chat(ModelTypeEnum.OPEN_AI, id, question);
         return "321";
     }
 

xservice-service/src/main/java/com/xiang/xservice/ai/agent/BaseAgent.java

@@ -3,5 +3,5 @@ package com.xiang.xservice.ai.agent;
 import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
 
 public interface BaseAgent {
-    void chat(ModelTypeEnum modelType, String message);
+    void chat(ModelTypeEnum modelType, Long memoryId, String message);
 }

xservice-service/src/main/java/com/xiang/xservice/ai/agent/SimpleChatAgent.java

@@ -3,15 +3,20 @@ package com.xiang.xservice.ai.agent;
 import com.google.common.collect.Lists;
 import com.xiang.xservice.ai.config.OpenAIBaseConfig;
 import com.xiang.xservice.ai.config.OpenAIConfig;
+import com.xiang.xservice.ai.core.assistant.Assistant;
 import com.xiang.xservice.ai.core.entity.ModelConfig;
 import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
 import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
 import com.xiang.xservice.ai.core.handler.MyStreamingHandler;
 import com.xiang.xservice.ai.core.route.TaskRouter;
+import com.xiang.xservice.ai.core.storage.MemoryPersistentStore;
 import dev.langchain4j.data.message.SystemMessage;
 import dev.langchain4j.data.message.UserMessage;
+import dev.langchain4j.memory.chat.ChatMemoryProvider;
+import dev.langchain4j.memory.chat.MessageWindowChatMemory;
 import dev.langchain4j.model.chat.ChatModel;
 import dev.langchain4j.model.chat.StreamingChatModel;
+import dev.langchain4j.service.AiServices;
 import lombok.RequiredArgsConstructor;
 import org.springframework.stereotype.Service;
 
@@ -21,11 +26,19 @@ public class SimpleChatAgent implements BaseAgent {
 
     private final TaskRouter router;
     private final OpenAIBaseConfig openAIBaseConfig;
-    private final MyStreamingHandler streamingHandler;
 
 
     @Override
-    public void chat(ModelTypeEnum modelType, String message) {
+    public void chat(ModelTypeEnum modelType, Long id, String message) {
+
+        MemoryPersistentStore store = new MemoryPersistentStore();
+
+        ChatMemoryProvider chatMemoryProvider = memoryId -> MessageWindowChatMemory.builder()
+                .id(memoryId)
+                .maxMessages(10)
+                .chatMemoryStore(store)
+                .build();
+
         OpenAIConfig openAIConfig = openAIBaseConfig.getConfigs().get("bai-lian");
         ModelConfig modelConfig = ModelConfig.builder()
                 .baseUrl(openAIConfig.getBaseUrl())
@@ -35,8 +48,20 @@ public class SimpleChatAgent implements BaseAgent {
                 .temperature(openAIConfig.getTemperature())
                 .build();
         StreamingChatModel chat = router.route(ModelStrategyEnum.CHAT, modelType.getModelType(), modelConfig);
+        if (chat == null) {
+            throw new RuntimeException("chat model route failed");
+        }
+        Assistant assistant = AiServices.builder(Assistant.class)
+                .streamingChatModel(chat)
+                .chatMemoryProvider(chatMemoryProvider)
+                .build();
         UserMessage userMessage = new UserMessage(message);
         SystemMessage systemMessage = new SystemMessage("你是一个能够与人聊天的AI智能助手，名字叫龙虾");
-        chat.chat(Lists.newArrayList(systemMessage, userMessage), streamingHandler);
+        assistant.chat(id, Lists.newArrayList(systemMessage, userMessage))
+                .onPartialResponse(System.out::print)
+                .onCompleteResponse(res -> System.out.println("\n完成"))
+                .onToolExecuted(error -> System.out.println("\n错误"))
+                .ignoreErrors()
+                .start();
     }
 }

xservice-service/src/main/java/com/xiang/xservice/ai/core/assistant/Assistant.java

@@ -0,0 +1,12 @@
+package com.xiang.xservice.ai.core.assistant;
+
+import dev.langchain4j.data.message.ChatMessage;
+import dev.langchain4j.service.MemoryId;
+import dev.langchain4j.service.TokenStream;
+import dev.langchain4j.service.UserMessage;
+
+import java.util.List;
+
+public interface Assistant {
+    TokenStream chat(@MemoryId Object memoryId, @UserMessage List<ChatMessage> messages);
+}

xservice-service/src/main/java/com/xiang/xservice/ai/core/provider/OpenAILlmProvider.java

@@ -3,6 +3,9 @@ package com.xiang.xservice.ai.core.provider;
 import com.xiang.xservice.ai.core.entity.ModelConfig;
 import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
 import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
+import com.xiang.xservice.ai.core.storage.MemoryPersistentStore;
+import dev.langchain4j.memory.chat.ChatMemoryProvider;
+import dev.langchain4j.memory.chat.MessageWindowChatMemory;
 import dev.langchain4j.model.chat.StreamingChatModel;
 import dev.langchain4j.model.openai.OpenAiStreamingChatModel;
 import org.springframework.stereotype.Component;

xservice-service/src/main/java/com/xiang/xservice/ai/core/storage/DbPersistentStore.java

@@ -0,0 +1,23 @@
+package com.xiang.xservice.ai.core.storage;
+
+import dev.langchain4j.data.message.ChatMessage;
+import dev.langchain4j.store.memory.chat.ChatMemoryStore;
+
+import java.util.List;
+
+public class DbPersistentStore implements ChatMemoryStore {
+    @Override
+    public List<ChatMessage> getMessages(Object memoryId) {
+        return List.of();
+    }
+
+    @Override
+    public void updateMessages(Object memoryId, List<ChatMessage> list) {
+
+    }
+
+    @Override
+    public void deleteMessages(Object memoryId) {
+
+    }
+}

xservice-service/src/main/java/com/xiang/xservice/ai/core/storage/MemoryPersistentStore.java

@@ -0,0 +1,39 @@
+package com.xiang.xservice.ai.core.storage;
+
+import com.google.common.collect.Lists;
+import com.google.common.collect.Maps;
+import dev.langchain4j.data.message.ChatMessage;
+import dev.langchain4j.store.memory.chat.ChatMemoryStore;
+
+import java.util.List;
+import java.util.Map;
+
+public class MemoryPersistentStore implements ChatMemoryStore {
+
+    private static Map<Long, List<ChatMessage>> MAP = Maps.newHashMap();
+
+
+    @Override
+    public List<ChatMessage> getMessages(Object memoryId) {
+        Long id = (Long) memoryId;
+        if (MAP.containsKey(id)) {
+            return MAP.get(id);
+        }
+        return Lists.newArrayList();
+    }
+
+    @Override
+    public void updateMessages(Object memoryId, List<ChatMessage> list) {
+        Long id = (Long) memoryId;
+        if (MAP.containsKey(id)) {
+            MAP.get(id).addAll(list);
+        } else {
+            MAP.put(id, list);
+        }
+    }
+
+    @Override
+    public void deleteMessages(Object memoryId) {
+        MAP.remove((Long) memoryId);
+    }
+}

xservice-service/src/main/java/com/xiang/xservice/ai/service/AgentService.java

@@ -1,16 +0,0 @@
-package com.xiang.xservice.ai.service;
-
-import com.xiang.xservice.ai.core.entity.ModelConfig;
-import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
-import com.xiang.xservice.ai.core.route.TaskRouter;
-import dev.langchain4j.model.chat.ChatModel;
-import dev.langchain4j.service.AiServices;
-import lombok.RequiredArgsConstructor;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.stereotype.Service;
-
-@Service
-@RequiredArgsConstructor
-public class AgentService {
-
-}

xservice-service/src/main/java/com/xiang/xservice/ai/service/AiService.java

@@ -1,19 +0,0 @@
-package com.xiang.xservice.ai.service;
-
-import com.xiang.xservice.ai.core.entity.ModelConfig;
-import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
-import com.xiang.xservice.ai.core.route.ModelRouter;
-import dev.langchain4j.model.chat.ChatModel;
-import lombok.RequiredArgsConstructor;
-import org.springframework.stereotype.Service;
-
-@Service
-@RequiredArgsConstructor
-public class AiService {
-
-//    private final ModelRouter modelRouter;
-//
-//    private ChatModel createChat(ModelTypeEnum modelType, ModelConfig modelConfig) {
-//        return modelRouter.create(modelType.getModelType(), modelConfig);
-//    }
-}