xservice/xservice-ai-center
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat:langchain4j接入

Browse Source
This commit is contained in:
xiang
2026-03-12 23:58:02 +08:00
parent ba859299a4
commit 06d5b6ca63
24 changed files with 569 additions and 128 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
xservice-service/src/main/java/com/xiang/xservice/ai/agent/BaseAgent.java Normal file
View File

@@ -0,0 +1,7 @@
package com.xiang.xservice.ai.agent;
import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
public interface BaseAgent {
void chat(ModelTypeEnum modelType, String message);
}

42
xservice-service/src/main/java/com/xiang/xservice/ai/agent/SimpleChatAgent.java Normal file
View File

@@ -0,0 +1,42 @@
package com.xiang.xservice.ai.agent;
import com.google.common.collect.Lists;
import com.xiang.xservice.ai.config.OpenAIBaseConfig;
import com.xiang.xservice.ai.config.OpenAIConfig;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
import com.xiang.xservice.ai.core.handler.MyStreamingHandler;
import com.xiang.xservice.ai.core.route.TaskRouter;
import dev.langchain4j.data.message.SystemMessage;
import dev.langchain4j.data.message.UserMessage;
import dev.langchain4j.model.chat.ChatModel;
import dev.langchain4j.model.chat.StreamingChatModel;
import lombok.RequiredArgsConstructor;
import org.springframework.stereotype.Service;
@Service
@RequiredArgsConstructor
public class SimpleChatAgent implements BaseAgent {
private final TaskRouter router;
private final OpenAIBaseConfig openAIBaseConfig;
private final MyStreamingHandler streamingHandler;
@Override
public void chat(ModelTypeEnum modelType, String message) {
OpenAIConfig openAIConfig = openAIBaseConfig.getConfigs().get("bai-lian");
ModelConfig modelConfig = ModelConfig.builder()
.baseUrl(openAIConfig.getBaseUrl())
.apiKey(openAIConfig.getApiKey())
.maxRetries(openAIConfig.getMaxRetries())
.modelName(openAIConfig.getModelName())
.temperature(openAIConfig.getTemperature())
.build();
StreamingChatModel chat = router.route(ModelStrategyEnum.CHAT, modelType.getModelType(), modelConfig);
UserMessage userMessage = new UserMessage(message);
SystemMessage systemMessage = new SystemMessage("你是一个能够与人聊天的AI智能助手，名字叫龙虾");
chat.chat(Lists.newArrayList(systemMessage, userMessage), streamingHandler);
}
}

46
xservice-service/src/main/java/com/xiang/xservice/ai/config/LlmClientConfig.java
View File

@@ -1,46 +0,0 @@
package com.xiang.xservice.ai.config;
import com.alibaba.cloud.ai.dashscope.chat.DashScopeChatOptions;
import com.alibaba.cloud.ai.memory.jdbc.MysqlChatMemoryRepository;
import org.springframework.ai.chat.client.ChatClient;
import org.springframework.ai.chat.client.advisor.MessageChatMemoryAdvisor;
import org.springframework.ai.chat.client.advisor.SimpleLoggerAdvisor;
import org.springframework.ai.chat.memory.ChatMemory;
import org.springframework.ai.chat.memory.MessageWindowChatMemory;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.jdbc.core.JdbcTemplate;
/**
* 初始化llm客户端
*/
@Configuration
public class LlmClientConfig {
private static final String DEFAULT_PROMPT = "你是一个友好的AI助手，可以根据用户提出的问题进行解答";
@Bean
public ChatClient initChatCLient(ChatClient.Builder charClientBuilder, ChatMemory chatMemory) {
return charClientBuilder
.defaultSystem(DEFAULT_PROMPT)
.defaultAdvisors(
new SimpleLoggerAdvisor(),
MessageChatMemoryAdvisor.builder(chatMemory).build()
)
.defaultOptions(
DashScopeChatOptions.builder().withTemperature(1.2).build()
).build();
}
@Bean
public ChatMemory initChatMemory(JdbcTemplate jdbcTemplate) {
return MessageWindowChatMemory.builder()
.chatMemoryRepository(MysqlChatMemoryRepository.mysqlBuilder()
.jdbcTemplate(jdbcTemplate)
.build())
.maxMessages(100)
.build();
}
}

18
xservice-service/src/main/java/com/xiang/xservice/ai/config/OpenAIBaseConfig.java Normal file
View File

@@ -0,0 +1,18 @@
package com.xiang.xservice.ai.config;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.context.annotation.Configuration;
import java.util.Map;
@Data
@NoArgsConstructor
@AllArgsConstructor
@Configuration
@ConfigurationProperties(prefix = "ai.openai")
public class OpenAIBaseConfig {
private Map<String, OpenAIConfig> configs;
}

40
xservice-service/src/main/java/com/xiang/xservice/ai/config/OpenAIConfig.java Normal file
View File

@@ -0,0 +1,40 @@
package com.xiang.xservice.ai.config;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import org.springframework.boot.context.properties.ConfigurationProperties;
@Data
@AllArgsConstructor
@NoArgsConstructor
public class OpenAIConfig {
/**
* url
*/
private String baseUrl;
/**
* api-key
*/
private String apiKey;
/**
* 模型名称
*/
private String modelName;
/**
* 最大重试次数
*/
private Integer maxRetries;
/**
* 限制token数量
*/
private Integer maxToken;
/**
* 温度
*/
private Double temperature;
}

42
xservice-service/src/main/java/com/xiang/xservice/ai/core/entity/ModelConfig.java Normal file
View File

@@ -0,0 +1,42 @@
package com.xiang.xservice.ai.core.entity;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;
@Data
@AllArgsConstructor
@NoArgsConstructor
@Builder
public class ModelConfig {
/**
* url
*/
private String baseUrl;
/**
* api-key
*/
private String apiKey;
/**
* 模型名称
*/
private String modelName;
/**
* 最大重试次数
*/
private Integer maxRetries;
/**
* 限制token数量
*/
private Integer maxTokens;
/**
* 温度
*/
private Double temperature;
}

17
xservice-service/src/main/java/com/xiang/xservice/ai/core/enums/ModelStrategyEnum.java Normal file
View File

@@ -0,0 +1,17 @@
package com.xiang.xservice.ai.core.enums;
import lombok.AllArgsConstructor;
import lombok.Getter;
@Getter
@AllArgsConstructor
public enum ModelStrategyEnum {
CHAT("CHAT_MODEL", "聊天模型"),
REASON("REASON_MODEL", "逻辑推理模型"),
CODE("CODE_MODEL", "代码模型"),
;
private final String name;
private final String desc;
}

16
xservice-service/src/main/java/com/xiang/xservice/ai/core/enums/ModelTypeEnum.java Normal file
View File

@@ -0,0 +1,16 @@
package com.xiang.xservice.ai.core.enums;
import lombok.AllArgsConstructor;
import lombok.Getter;
@Getter
@AllArgsConstructor
public enum ModelTypeEnum {
OPEN_AI("open_ai", "云端部署的支持Open-AI的模型"),
OLLAMA("ollama", "本地部署的Ollama模型"),
;
private final String modelType;
private final String description;
}

30
xservice-service/src/main/java/com/xiang/xservice/ai/core/handler/MyStreamingHandler.java Normal file
View File

@@ -0,0 +1,30 @@
package com.xiang.xservice.ai.core.handler;
import dev.langchain4j.model.StreamingResponseHandler;
import dev.langchain4j.model.chat.response.ChatResponse;
import dev.langchain4j.model.chat.response.StreamingChatResponseHandler;
import org.checkerframework.checker.units.qual.C;
import org.springframework.stereotype.Component;
@Component
public class MyStreamingHandler implements StreamingChatResponseHandler{
private StringBuilder builder = new StringBuilder();
@Override
public void onPartialResponse(String partialResponse) {
// 每生成一个 token 或 chunk 的回调
builder.append(partialResponse);
System.out.print(partialResponse); // 实时打印
}
@Override
public void onCompleteResponse(ChatResponse completeResponse) {
// 完整响应生成完成
System.out.println("\n生成完成！");
System.out.println("最终输出: " + completeResponse.aiMessage().text());
}
@Override
public void onError(Throwable error) {
error.printStackTrace();
}
}

28
xservice-service/src/main/java/com/xiang/xservice/ai/core/provider/BaseProvider.java Normal file
View File

@@ -0,0 +1,28 @@
package com.xiang.xservice.ai.core.provider;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
import dev.langchain4j.model.chat.ChatModel;
import dev.langchain4j.model.chat.StreamingChatModel;
public interface BaseProvider {
/**
* providerName
* @return
*/
String providerName();
/**
* 创建model
* @param config model配置文件
* @return ChatModel
*/
StreamingChatModel build(ModelConfig config);
/**
* 用于标记这个 Provider 是否适合某个 TaskType
* @param taskType ModelStrategyEnum
* @return true 支持 false：不支持
*/
boolean support(ModelStrategyEnum taskType);
}

34
xservice-service/src/main/java/com/xiang/xservice/ai/core/provider/OllamaLlmProvider.java Normal file
View File

@@ -0,0 +1,34 @@
package com.xiang.xservice.ai.core.provider;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
import dev.langchain4j.model.chat.ChatModel;
import dev.langchain4j.model.chat.StreamingChatModel;
import dev.langchain4j.model.ollama.OllamaChatModel;
import dev.langchain4j.model.ollama.OllamaStreamingChatModel;
import org.springframework.stereotype.Component;
@Component
public class OllamaLlmProvider implements BaseProvider{
@Override
public String providerName() {
return ModelTypeEnum.OLLAMA.getModelType();
}
@Override
public StreamingChatModel build(ModelConfig config) {
return OllamaStreamingChatModel.builder()
.baseUrl(config.getBaseUrl())
.modelName(config.getModelName())
.temperature(config.getTemperature())
.build();
}
@Override
public boolean support(ModelStrategyEnum taskType) {
return true;
}
}

37
xservice-service/src/main/java/com/xiang/xservice/ai/core/provider/OpenAILlmProvider.java Normal file
View File

@@ -0,0 +1,37 @@
package com.xiang.xservice.ai.core.provider;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
import dev.langchain4j.model.chat.StreamingChatModel;
import dev.langchain4j.model.openai.OpenAiStreamingChatModel;
import org.springframework.stereotype.Component;
@Component
public class OpenAILlmProvider implements BaseProvider {
@Override
public String providerName() {
return ModelTypeEnum.OPEN_AI.getModelType();
}
@Override
public StreamingChatModel build(ModelConfig config) {
return OpenAiStreamingChatModel.builder()
.baseUrl(config.getBaseUrl())
.apiKey(config.getApiKey())
.modelName(config.getModelName())
.temperature(config.getTemperature())
.maxTokens(config.getMaxTokens())
.build();
}
@Override
public boolean support(ModelStrategyEnum taskType) {
return true;
}
}

49
xservice-service/src/main/java/com/xiang/xservice/ai/core/route/ModelRouter.java Normal file
View File

@@ -0,0 +1,49 @@
package com.xiang.xservice.ai.core.route;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
import com.xiang.xservice.ai.core.provider.BaseProvider;
import com.xiang.xservice.ai.core.strategy.BaseStrategy;
import dev.langchain4j.model.chat.ChatModel;
import dev.langchain4j.model.chat.StreamingChatModel;
import lombok.RequiredArgsConstructor;
import org.springframework.stereotype.Component;
import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;
@Component
public class ModelRouter {
private final Map<String, BaseProvider> providerMap;
public ModelRouter(List<BaseProvider> providers) {
this.providerMap = providers.stream()
.collect(Collectors.toMap(
BaseProvider::providerName,
p -> p
));
}
/**
* 根据 providerName 选择 Provider，并用 config 构建模型
*/
public StreamingChatModel route(String providerName, ModelConfig config) {
BaseProvider provider = providerMap.get(providerName);
if (provider == null) {
throw new RuntimeException("Provider " + providerName + " not found");
}
return provider.build(config);
}
/**
* 获取某个 TaskType 支持的所有 Provider 名称
*/
public List<String> getProvidersForTask(ModelStrategyEnum taskType) {
return providerMap.values().stream()
.filter(p -> p.support(taskType))
.map(BaseProvider::providerName)
.collect(Collectors.toList());
}
}

44
xservice-service/src/main/java/com/xiang/xservice/ai/core/route/TaskRouter.java Normal file
View File

@@ -0,0 +1,44 @@
package com.xiang.xservice.ai.core.route;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
import com.xiang.xservice.ai.core.provider.BaseProvider;
import dev.langchain4j.model.chat.ChatModel;
import dev.langchain4j.model.chat.StreamingChatModel;
import org.checkerframework.checker.units.qual.C;
import org.springframework.stereotype.Component;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;
@Component
public class TaskRouter {
private final Map<ModelStrategyEnum, List<String>> taskDefaultProviderMap;
private final ModelRouter providerRouter;
public TaskRouter(ModelRouter providerRouter, List<BaseProvider> providers) {
this.providerRouter = providerRouter;
taskDefaultProviderMap = new HashMap<>();
for (ModelStrategyEnum taskType : ModelStrategyEnum.values()) {
// 默认使用第一个可用的 Provider
List<String> supported = providerRouter.getProvidersForTask(taskType);
taskDefaultProviderMap.put(taskType, supported);
}
}
/**
* 第一层路由 + 第二层 ProviderRouter
*/
public StreamingChatModel route(ModelStrategyEnum taskType, String providerName, ModelConfig config) {
// 如果没有传 providerName，使用默认 Provider
if (providerName == null || providerName.isEmpty()) {
providerName = taskDefaultProviderMap.get(taskType).get(0);
}
// 第二层路由
return providerRouter.route(providerName, config);
}
}

12
xservice-service/src/main/java/com/xiang/xservice/ai/core/strategy/BaseStrategy.java Normal file
View File

@@ -0,0 +1,12 @@
package com.xiang.xservice.ai.core.strategy;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import dev.langchain4j.model.chat.ChatModel;
import dev.langchain4j.model.chat.StreamingChatModel;
public interface BaseStrategy {
String modelType();
StreamingChatModel createProvider(String provider, ModelConfig config);
}

27
xservice-service/src/main/java/com/xiang/xservice/ai/core/strategy/ChatStrategy.java Normal file
View File

@@ -0,0 +1,27 @@
package com.xiang.xservice.ai.core.strategy;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
import com.xiang.xservice.ai.core.provider.BaseProvider;
import com.xiang.xservice.ai.core.route.TaskRouter;
import dev.langchain4j.model.chat.ChatModel;
import dev.langchain4j.model.chat.StreamingChatModel;
import lombok.RequiredArgsConstructor;
import org.springframework.stereotype.Component;
@Component
@RequiredArgsConstructor
public class ChatStrategy implements BaseStrategy {
private final TaskRouter taskRouter;
@Override
public String modelType() {
return ModelStrategyEnum.CHAT.getName();
}
@Override
public StreamingChatModel createProvider(String provider, ModelConfig config) {
return taskRouter.route(ModelStrategyEnum.CHAT, provider, config);
}
}

20
xservice-service/src/main/java/com/xiang/xservice/ai/core/strategy/CodeStrategy.java Normal file
View File

@@ -0,0 +1,20 @@
package com.xiang.xservice.ai.core.strategy;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
import dev.langchain4j.model.chat.ChatModel;
import dev.langchain4j.model.chat.StreamingChatModel;
import org.springframework.stereotype.Component;
@Component
public class CodeStrategy implements BaseStrategy {
@Override
public String modelType() {
return ModelStrategyEnum.CODE.getName();
}
@Override
public StreamingChatModel createProvider(String provider, ModelConfig config) {
return null;
}
}

20
xservice-service/src/main/java/com/xiang/xservice/ai/core/strategy/ReasonStrategy.java Normal file
View File

@@ -0,0 +1,20 @@
package com.xiang.xservice.ai.core.strategy;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
import dev.langchain4j.model.chat.ChatModel;
import dev.langchain4j.model.chat.StreamingChatModel;
import org.springframework.stereotype.Component;
@Component
public class ReasonStrategy implements BaseStrategy {
@Override
public String modelType() {
return ModelStrategyEnum.REASON.getName();
}
@Override
public StreamingChatModel createProvider(String provider, ModelConfig config) {
return null;
}
}

16
xservice-service/src/main/java/com/xiang/xservice/ai/service/AgentService.java Normal file
View File

@@ -0,0 +1,16 @@
package com.xiang.xservice.ai.service;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import com.xiang.xservice.ai.core.enums.ModelStrategyEnum;
import com.xiang.xservice.ai.core.route.TaskRouter;
import dev.langchain4j.model.chat.ChatModel;
import dev.langchain4j.service.AiServices;
import lombok.RequiredArgsConstructor;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
@Service
@RequiredArgsConstructor
public class AgentService {
}

19
xservice-service/src/main/java/com/xiang/xservice/ai/service/AiService.java Normal file
View File

@@ -0,0 +1,19 @@
package com.xiang.xservice.ai.service;
import com.xiang.xservice.ai.core.entity.ModelConfig;
import com.xiang.xservice.ai.core.enums.ModelTypeEnum;
import com.xiang.xservice.ai.core.route.ModelRouter;
import dev.langchain4j.model.chat.ChatModel;
import lombok.RequiredArgsConstructor;
import org.springframework.stereotype.Service;
@Service
@RequiredArgsConstructor
public class AiService {
// private final ModelRouter modelRouter;
//
// private ChatModel createChat(ModelTypeEnum modelType, ModelConfig modelConfig) {
// return modelRouter.create(modelType.getModelType(), modelConfig);
// }
}