feat:带记忆体的简单聊天AI智能体
This commit is contained in:
@@ -14,8 +14,8 @@ public class ChatController {
|
||||
private final BaseAgent baseAgent;
|
||||
|
||||
@GetMapping("/chat")
|
||||
public String chatDemo(@RequestParam("question") String question) {
|
||||
baseAgent.chat(ModelTypeEnum.OPEN_AI, question);
|
||||
public String chatDemo(@RequestParam("question") String question, @RequestParam("id") Long id) {
|
||||
baseAgent.chat(ModelTypeEnum.OPEN_AI, id, question);
|
||||
return "321";
|
||||
}
|
||||
|
||||
|
||||
@@ -3,5 +3,5 @@ package com.xiang.xservice.ai.agent;
|
||||
import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
|
||||
|
||||
public interface BaseAgent {
|
||||
void chat(ModelTypeEnum modelType, String message);
|
||||
void chat(ModelTypeEnum modelType, Long memoryId, String message);
|
||||
}
|
||||
|
||||
@@ -3,15 +3,20 @@ package com.xiang.xservice.ai.agent;
|
||||
import com.google.common.collect.Lists;
|
||||
import com.xiang.xservice.ai.config.OpenAIBaseConfig;
|
||||
import com.xiang.xservice.ai.config.OpenAIConfig;
|
||||
import com.xiang.xservice.ai.core.assistant.Assistant;
|
||||
import com.xiang.xservice.ai.core.entity.ModelConfig;
|
||||
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
|
||||
import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
|
||||
import com.xiang.xservice.ai.core.handler.MyStreamingHandler;
|
||||
import com.xiang.xservice.ai.core.route.TaskRouter;
|
||||
import com.xiang.xservice.ai.core.storage.MemoryPersistentStore;
|
||||
import dev.langchain4j.data.message.SystemMessage;
|
||||
import dev.langchain4j.data.message.UserMessage;
|
||||
import dev.langchain4j.memory.chat.ChatMemoryProvider;
|
||||
import dev.langchain4j.memory.chat.MessageWindowChatMemory;
|
||||
import dev.langchain4j.model.chat.ChatModel;
|
||||
import dev.langchain4j.model.chat.StreamingChatModel;
|
||||
import dev.langchain4j.service.AiServices;
|
||||
import lombok.RequiredArgsConstructor;
|
||||
import org.springframework.stereotype.Service;
|
||||
|
||||
@@ -21,11 +26,19 @@ public class SimpleChatAgent implements BaseAgent {
|
||||
|
||||
private final TaskRouter router;
|
||||
private final OpenAIBaseConfig openAIBaseConfig;
|
||||
private final MyStreamingHandler streamingHandler;
|
||||
|
||||
|
||||
@Override
|
||||
public void chat(ModelTypeEnum modelType, String message) {
|
||||
public void chat(ModelTypeEnum modelType, Long id, String message) {
|
||||
|
||||
MemoryPersistentStore store = new MemoryPersistentStore();
|
||||
|
||||
ChatMemoryProvider chatMemoryProvider = memoryId -> MessageWindowChatMemory.builder()
|
||||
.id(memoryId)
|
||||
.maxMessages(10)
|
||||
.chatMemoryStore(store)
|
||||
.build();
|
||||
|
||||
OpenAIConfig openAIConfig = openAIBaseConfig.getConfigs().get("bai-lian");
|
||||
ModelConfig modelConfig = ModelConfig.builder()
|
||||
.baseUrl(openAIConfig.getBaseUrl())
|
||||
@@ -35,8 +48,20 @@ public class SimpleChatAgent implements BaseAgent {
|
||||
.temperature(openAIConfig.getTemperature())
|
||||
.build();
|
||||
StreamingChatModel chat = router.route(ModelStrategyEnum.CHAT, modelType.getModelType(), modelConfig);
|
||||
if (chat == null) {
|
||||
throw new RuntimeException("chat model route failed");
|
||||
}
|
||||
Assistant assistant = AiServices.builder(Assistant.class)
|
||||
.streamingChatModel(chat)
|
||||
.chatMemoryProvider(chatMemoryProvider)
|
||||
.build();
|
||||
UserMessage userMessage = new UserMessage(message);
|
||||
SystemMessage systemMessage = new SystemMessage("你是一个能够与人聊天的AI智能助手,名字叫龙虾");
|
||||
chat.chat(Lists.newArrayList(systemMessage, userMessage), streamingHandler);
|
||||
assistant.chat(id, Lists.newArrayList(systemMessage, userMessage))
|
||||
.onPartialResponse(System.out::print)
|
||||
.onCompleteResponse(res -> System.out.println("\n完成"))
|
||||
.onToolExecuted(error -> System.out.println("\n错误"))
|
||||
.ignoreErrors()
|
||||
.start();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,12 @@
|
||||
package com.xiang.xservice.ai.core.assistant;
|
||||
|
||||
import dev.langchain4j.data.message.ChatMessage;
|
||||
import dev.langchain4j.service.MemoryId;
|
||||
import dev.langchain4j.service.TokenStream;
|
||||
import dev.langchain4j.service.UserMessage;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
public interface Assistant {
|
||||
TokenStream chat(@MemoryId Object memoryId, @UserMessage List<ChatMessage> messages);
|
||||
}
|
||||
@@ -3,6 +3,9 @@ package com.xiang.xservice.ai.core.provider;
|
||||
import com.xiang.xservice.ai.core.entity.ModelConfig;
|
||||
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
|
||||
import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
|
||||
import com.xiang.xservice.ai.core.storage.MemoryPersistentStore;
|
||||
import dev.langchain4j.memory.chat.ChatMemoryProvider;
|
||||
import dev.langchain4j.memory.chat.MessageWindowChatMemory;
|
||||
import dev.langchain4j.model.chat.StreamingChatModel;
|
||||
import dev.langchain4j.model.openai.OpenAiStreamingChatModel;
|
||||
import org.springframework.stereotype.Component;
|
||||
|
||||
@@ -0,0 +1,23 @@
|
||||
package com.xiang.xservice.ai.core.storage;
|
||||
|
||||
import dev.langchain4j.data.message.ChatMessage;
|
||||
import dev.langchain4j.store.memory.chat.ChatMemoryStore;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
public class DbPersistentStore implements ChatMemoryStore {
|
||||
@Override
|
||||
public List<ChatMessage> getMessages(Object memoryId) {
|
||||
return List.of();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void updateMessages(Object memoryId, List<ChatMessage> list) {
|
||||
|
||||
}
|
||||
|
||||
@Override
|
||||
public void deleteMessages(Object memoryId) {
|
||||
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,39 @@
|
||||
package com.xiang.xservice.ai.core.storage;
|
||||
|
||||
import com.google.common.collect.Lists;
|
||||
import com.google.common.collect.Maps;
|
||||
import dev.langchain4j.data.message.ChatMessage;
|
||||
import dev.langchain4j.store.memory.chat.ChatMemoryStore;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
public class MemoryPersistentStore implements ChatMemoryStore {
|
||||
|
||||
private static Map<Long, List<ChatMessage>> MAP = Maps.newHashMap();
|
||||
|
||||
|
||||
@Override
|
||||
public List<ChatMessage> getMessages(Object memoryId) {
|
||||
Long id = (Long) memoryId;
|
||||
if (MAP.containsKey(id)) {
|
||||
return MAP.get(id);
|
||||
}
|
||||
return Lists.newArrayList();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void updateMessages(Object memoryId, List<ChatMessage> list) {
|
||||
Long id = (Long) memoryId;
|
||||
if (MAP.containsKey(id)) {
|
||||
MAP.get(id).addAll(list);
|
||||
} else {
|
||||
MAP.put(id, list);
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void deleteMessages(Object memoryId) {
|
||||
MAP.remove((Long) memoryId);
|
||||
}
|
||||
}
|
||||
@@ -1,16 +0,0 @@
|
||||
package com.xiang.xservice.ai.service;
|
||||
|
||||
import com.xiang.xservice.ai.core.entity.ModelConfig;
|
||||
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
|
||||
import com.xiang.xservice.ai.core.route.TaskRouter;
|
||||
import dev.langchain4j.model.chat.ChatModel;
|
||||
import dev.langchain4j.service.AiServices;
|
||||
import lombok.RequiredArgsConstructor;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.stereotype.Service;
|
||||
|
||||
@Service
|
||||
@RequiredArgsConstructor
|
||||
public class AgentService {
|
||||
|
||||
}
|
||||
@@ -1,19 +0,0 @@
|
||||
package com.xiang.xservice.ai.service;
|
||||
|
||||
import com.xiang.xservice.ai.core.entity.ModelConfig;
|
||||
import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
|
||||
import com.xiang.xservice.ai.core.route.ModelRouter;
|
||||
import dev.langchain4j.model.chat.ChatModel;
|
||||
import lombok.RequiredArgsConstructor;
|
||||
import org.springframework.stereotype.Service;
|
||||
|
||||
@Service
|
||||
@RequiredArgsConstructor
|
||||
public class AiService {
|
||||
|
||||
// private final ModelRouter modelRouter;
|
||||
//
|
||||
// private ChatModel createChat(ModelTypeEnum modelType, ModelConfig modelConfig) {
|
||||
// return modelRouter.create(modelType.getModelType(), modelConfig);
|
||||
// }
|
||||
}
|
||||
Reference in New Issue
Block a user