| | |
|---|
| | | package org.ruoyi.chat.service.chat.impl; |
|---|
| | | |
|---|
| | | import cn.hutool.json.JSONUtil; |
|---|
| | | import io.modelcontextprotocol.client.McpClient; |
|---|
| | | import io.modelcontextprotocol.client.transport.WebFluxSseClientTransport; |
|---|
| | | import io.modelcontextprotocol.spec.McpSchema; |
|---|
| | | import lombok.RequiredArgsConstructor; |
|---|
| | | import lombok.extern.slf4j.Slf4j; |
|---|
| | | import org.ruoyi.chat.service.chat.IChatService; |
|---|
| | | import org.ruoyi.common.chat.entity.chat.Message; |
|---|
| | | import org.ruoyi.common.chat.entity.chat.ChatChoice; |
|---|
| | | import org.ruoyi.common.chat.entity.chat.ChatCompletion; |
|---|
| | | import org.ruoyi.common.chat.entity.chat.ChatCompletionResponse; |
|---|
| | | import org.ruoyi.common.chat.entity.chat.Parameters; |
|---|
| | | import org.ruoyi.common.chat.entity.chat.tool.ToolCallFunction; |
|---|
| | | import org.ruoyi.common.chat.entity.chat.tool.Tools; |
|---|
| | | import org.ruoyi.common.chat.entity.chat.tool.ToolsFunction; |
|---|
| | | import org.ruoyi.common.chat.openai.OpenAiStreamClient; |
|---|
| | | import org.ruoyi.common.chat.request.ChatRequest; |
|---|
| | | import org.springframework.ai.chat.client.ChatClient; |
|---|
| | | import org.springframework.ai.chat.client.advisor.MessageChatMemoryAdvisor; |
|---|
| | | import org.springframework.ai.chat.memory.ChatMemory; |
|---|
| | | import org.springframework.ai.chat.memory.InMemoryChatMemory; |
|---|
| | | import org.springframework.ai.chat.messages.UserMessage; |
|---|
| | | import org.springframework.ai.openai.OpenAiChatOptions; |
|---|
| | | import org.springframework.ai.tool.ToolCallbackProvider; |
|---|
| | | import org.springframework.stereotype.Service; |
|---|
| | | import org.springframework.web.reactive.function.client.WebClient; |
|---|
| | | import org.springframework.web.servlet.mvc.method.annotation.SseEmitter; |
|---|
| | | import reactor.core.publisher.Flux; |
|---|
| | | import reactor.core.scheduler.Schedulers; |
|---|
| | | |
|---|
| | | import java.io.IOException; |
|---|
| | | import java.util.ArrayList; |
|---|
| | | import java.util.List; |
|---|
| | | import java.util.Map; |
|---|
| | | |
|---|
| | | |
|---|
| | | @Service |
|---|
| | | @Slf4j |
|---|
| | | @RequiredArgsConstructor |
|---|
| | | public class OpenAIServiceImpl implements IChatService { |
|---|
| | | |
|---|
| | | private final ChatClient chatClient; |
|---|
| | | private final OpenAiStreamClient openAiStreamClient; |
|---|
| | | |
|---|
| | | private final ChatMemory chatMemory = new InMemoryChatMemory(); |
|---|
| | | |
|---|
| | | |
|---|
| | | public OpenAIServiceImpl(ChatClient.Builder chatClientBuilder, ToolCallbackProvider tools) { |
|---|
| | | this.chatClient = chatClientBuilder |
|---|
| | | .defaultTools(tools) |
|---|
| | | .defaultOptions( |
|---|
| | | OpenAiChatOptions.builder() |
|---|
| | | .model("gpt-4o-mini") |
|---|
| | | .temperature(0.4) |
|---|
| | | .build()) |
|---|
| | | .build(); |
|---|
| | | } |
|---|
| | | |
|---|
| | | @Override |
|---|
| | | public SseEmitter chat(ChatRequest chatRequest,SseEmitter emitter) { |
|---|
| | | return emitter; |
|---|
| | | } |
|---|
| | | WebFluxSseClientTransport webFluxSseClientTransport = new WebFluxSseClientTransport(WebClient.builder().baseUrl("http://localhost:8080")); |
|---|
| | | ChatCompletion completion = ChatCompletion |
|---|
| | | .builder() |
|---|
| | | .messages(chatRequest.getMessages()) |
|---|
| | | .model(chatRequest.getModel()) |
|---|
| | | .stream(false) |
|---|
| | | .build(); |
|---|
| | | List<Tools> tools = new ArrayList<>(); |
|---|
| | | try (var client = McpClient.sync(webFluxSseClientTransport).build()) { |
|---|
| | | client.initialize(); |
|---|
| | | McpSchema.ListToolsResult toolsList = client.listTools(); |
|---|
| | | |
|---|
| | | @Override |
|---|
| | | public void mcpChat(ChatRequest chatRequest, SseEmitter emitter) { |
|---|
| | | List<Message> msgList = chatRequest.getMessages(); |
|---|
| | | // 添加记忆 |
|---|
| | | for (int i = 0; i < msgList.size(); i++) { |
|---|
| | | org.springframework.ai.chat.messages.Message springAiMessage = new UserMessage(msgList.get(i).getContent().toString()); |
|---|
| | | chatMemory.add(String.valueOf(i), springAiMessage); |
|---|
| | | for (McpSchema.Tool mcpTool : toolsList.tools()) { |
|---|
| | | |
|---|
| | | McpSchema.JsonSchema jsonSchema = mcpTool.inputSchema(); |
|---|
| | | |
|---|
| | | Parameters parameters = Parameters.builder() |
|---|
| | | .type(jsonSchema.type()) |
|---|
| | | .properties(jsonSchema.properties()) |
|---|
| | | .required(jsonSchema.required()).build(); |
|---|
| | | |
|---|
| | | Tools tool = Tools.builder() |
|---|
| | | .type(Tools.Type.FUNCTION.getName()) |
|---|
| | | .function(ToolsFunction.builder().name(mcpTool.name()).description(mcpTool.description()).parameters(parameters).build()) |
|---|
| | | .build(); |
|---|
| | | tools.add(tool); |
|---|
| | | } |
|---|
| | | |
|---|
| | | completion.setTools(tools); |
|---|
| | | ChatCompletionResponse chatCompletionResponse = openAiStreamClient.chatCompletion(completion); |
|---|
| | | String arguments = chatCompletionResponse.getChoices().get(0).getMessage().getToolCalls().get(0).getFunction().getArguments(); |
|---|
| | | String name = chatCompletionResponse.getChoices().get(0).getMessage().getToolCalls().get(0).getFunction().getName(); |
|---|
| | | Map<String, Object> map = JSONUtil.toBean(arguments, Map.class); |
|---|
| | | McpSchema.CallToolResult sumResult = client.callTool(new McpSchema.CallToolRequest(name, map)); |
|---|
| | | System.out.println("add a+ b = " + sumResult.content().get(0)); |
|---|
| | | |
|---|
| | | |
|---|
| | | McpSchema.Content content = sumResult.content().get(0); |
|---|
| | | |
|---|
| | | emitter.send(sumResult.content().get(0)); |
|---|
| | | |
|---|
| | | } catch (IOException e) { |
|---|
| | | emitter.completeWithError(e); |
|---|
| | | } |
|---|
| | | var messageChatMemoryAdvisor = new MessageChatMemoryAdvisor(chatMemory, chatRequest.getUserId().toString(), 10); |
|---|
| | | emitter.complete(); |
|---|
| | | return emitter; |
|---|
| | | |
|---|
| | | Flux<String> content = chatClient |
|---|
| | | .prompt(chatRequest.getPrompt()) |
|---|
| | | .advisors(messageChatMemoryAdvisor) |
|---|
| | | .stream().content(); |
|---|
| | | |
|---|
| | | content.publishOn(Schedulers.boundedElastic()) |
|---|
| | | .doOnNext(text -> { |
|---|
| | | try { |
|---|
| | | emitter.send(text); |
|---|
| | | } catch (IOException e) { |
|---|
| | | emitter.completeWithError(e); |
|---|
| | | } |
|---|
| | | }) |
|---|
| | | .doOnError(error -> { |
|---|
| | | log.error("Error in SSE stream: ", error); |
|---|
| | | emitter.completeWithError(error); |
|---|
| | | }) |
|---|
| | | .doOnComplete(emitter::complete) |
|---|
| | | .subscribe(); |
|---|
| | | } |
|---|
| | | |
|---|
| | | } |
|---|
