From ec4fdc39fead0ab7e7659c9856eb17107f6cc7e9 Mon Sep 17 00:00:00 2001 From: chenchun Date: Tue, 23 Dec 2025 17:08:42 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20=E6=96=B0=E5=A2=9Eagent=E6=8E=A5?= =?UTF-8?q?=E5=8F=A3?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../Services/Chat/AiChatService.cs | 25 +- .../Managers/AiGateWayManager.cs | 2 +- .../Managers/ChatManager.cs | 367 ++++-------------- .../Mcp/OnlineSearchTool.cs | 4 +- .../Yi.Framework.AiHub.Domain.csproj | 1 + 5 files changed, 83 insertions(+), 316 deletions(-) diff --git a/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Application/Services/Chat/AiChatService.cs b/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Application/Services/Chat/AiChatService.cs index 815d416c..2024a568 100644 --- a/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Application/Services/Chat/AiChatService.cs +++ b/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Application/Services/Chat/AiChatService.cs @@ -145,21 +145,14 @@ public class AiChatService : ApplicationService } } - // 判断是否有工具调用 - if (input.Tools != null && input.Tools.Count > 0) - { - // 使用 ChatManager 处理支持工具调用的对话 - await _chatManager.CompleteChatWithToolsAsync(_httpContextAccessor.HttpContext, input, - CurrentUser.Id, sessionId, null, cancellationToken); - } - else - { - // 使用原来的 AiGateWayManager 处理普通对话 - await _aiGateWayManager.CompleteChatStreamForStatisticsAsync(_httpContextAccessor.HttpContext, input, - CurrentUser.Id, sessionId, null, cancellationToken); - } + // 使用 ChatManager + } + + [HttpPost("ai-chat/agent/send")] + public async Task PostAgentSendAsync() + { + await _chatManager.CompleteChatStreamAsync(); } - /// /// 发送消息 @@ -215,7 +208,9 @@ public class AiChatService : ApplicationService mcpTools.add(McpServerTool.Create(toolMethod, instance)); } } - var json = System.Text.Json.JsonSerializer.Serialize(mcpTools.Select(x=>x.ProtocolTool).ToList(),McpJsonUtilities.DefaultOptions); + + var json = System.Text.Json.JsonSerializer.Serialize(mcpTools.Select(x => x.ProtocolTool).ToList(), + McpJsonUtilities.DefaultOptions); return json; } } \ No newline at end of file diff --git a/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Managers/AiGateWayManager.cs b/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Managers/AiGateWayManager.cs index 2eda300b..3f6942ae 100644 --- a/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Managers/AiGateWayManager.cs +++ b/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Managers/AiGateWayManager.cs @@ -62,7 +62,7 @@ public class AiGateWayManager : DomainService /// /// /// - private async Task GetModelAsync(ModelApiTypeEnum modelApiType, string modelId) + public async Task GetModelAsync(ModelApiTypeEnum modelApiType, string modelId) { var aiModelDescribe = await _aiModelRepository._DbQueryable .LeftJoin((model, app) => model.AiAppId == app.Id) diff --git a/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Managers/ChatManager.cs b/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Managers/ChatManager.cs index bce3dc56..ad89ec26 100644 --- a/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Managers/ChatManager.cs +++ b/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Managers/ChatManager.cs @@ -1,326 +1,97 @@ -using System.Collections.Concurrent; -using System.Text; -using System.Text.Json; -using Microsoft.AspNetCore.Http; +using System.ClientModel; +using System.Reflection; +using Dm.util; +using Microsoft.Agents.AI; +using Microsoft.Extensions.AI; using Microsoft.Extensions.DependencyInjection; using Microsoft.Extensions.Logging; -using Newtonsoft.Json; -using Newtonsoft.Json.Serialization; +using ModelContextProtocol.Server; +using OpenAI; using Volo.Abp.Domain.Services; -using Yi.Framework.AiHub.Domain.AiGateWay; -using Yi.Framework.AiHub.Domain.Entities; -using Yi.Framework.AiHub.Domain.Entities.Model; -using Yi.Framework.AiHub.Domain.Shared.Dtos; -using Yi.Framework.AiHub.Domain.Shared.Dtos.OpenAi; -using Yi.Framework.AiHub.Domain.Shared.Enums; -using Yi.Framework.SqlSugarCore.Abstractions; -using ThorJsonSerializer = Yi.Framework.AiHub.Domain.AiGateWay.ThorJsonSerializer; namespace Yi.Framework.AiHub.Domain.Managers; public class ChatManager : DomainService { private readonly AiGateWayManager _aiGateWayManager; - private readonly ISqlSugarRepository _aiModelRepository; - private readonly ILogger _logger; - private readonly AiMessageManager _aiMessageManager; - private readonly UsageStatisticsManager _usageStatisticsManager; - - public ChatManager( - AiGateWayManager aiGateWayManager, - ISqlSugarRepository aiModelRepository, - ILogger logger, - AiMessageManager aiMessageManager, - UsageStatisticsManager usageStatisticsManager) + private readonly ILoggerFactory _loggerFactory; + public ChatManager(AiGateWayManager aiGateWayManager, ILoggerFactory loggerFactory) { _aiGateWayManager = aiGateWayManager; - _aiModelRepository = aiModelRepository; - _logger = logger; - _aiMessageManager = aiMessageManager; - _usageStatisticsManager = usageStatisticsManager; + _loggerFactory = loggerFactory; } - /// - /// 支持工具调用的流式对话 - /// - /// - /// - /// - /// - /// - /// - public async Task CompleteChatWithToolsAsync( - HttpContext httpContext, - ThorChatCompletionsRequest request, - Guid? userId = null, - Guid? sessionId = null, - Guid? tokenId = null, - CancellationToken cancellationToken = default) + public async Task CompleteChatStreamAsync() { - var response = httpContext.Response; - // 设置响应头，声明是 SSE 流 - response.ContentType = "text/event-stream;charset=utf-8;"; - response.Headers.TryAdd("Cache-Control", "no-cache"); - response.Headers.TryAdd("Connection", "keep-alive"); - - var modelDescribe = await GetModelAsync(ModelApiTypeEnum.OpenAi, request.Model); - var chatService = LazyServiceProvider.GetRequiredKeyedService(modelDescribe.HandlerName); - - var tokenUsage = new ThorUsageResponse(); - var messageQueue = new ConcurrentQueue(); - var backupSystemContent = new StringBuilder(); - var isComplete = false; - - // 启动后台任务来消费队列 - var outputTask = Task.Run(async () => + //token可以用户传进来 + // HttpClient.DefaultProxy = new WebProxy("127.0.0.1:8888"); + var modelId = "gpt-5.2-chat"; + var client = new OpenAIClient(new ApiKeyCredential("xxx"), new OpenAIClientOptions { - while (!(isComplete && messageQueue.IsEmpty)) - { - if (messageQueue.TryDequeue(out var message)) - { - await response.WriteAsync(message, Encoding.UTF8, cancellationToken).ConfigureAwait(false); - await response.Body.FlushAsync(cancellationToken).ConfigureAwait(false); - } + Endpoint = new Uri("https://yxai.chat/v1"), + }); + var agent = client.GetChatClient(modelId) + .AsIChatClient() // Converts a native OpenAI SDK ChatClient into a Microsoft.Extensions.AI.IChatClient + .CreateAIAgent("你是一个专业的网页ai助手") ; - if (!isComplete) + + var thread = agent.GetNewThread(); + + var tools = GetTools(); + var chatOptions = new ChatOptions() + { + Tools = tools.Select(x => (AITool)x).ToList(), + ToolMode = ChatToolMode.Auto + }; + + await foreach (var update in agent.RunStreamingAsync("联网搜索一下，奥德赛第一中学学生会会长是谁", thread, + new ChatClientAgentRunOptions(chatOptions))) + { + // 检查每个更新中的内容 + foreach (var content in update.Contents) + { + switch (content) { - await Task.Delay(TimeSpan.FromMilliseconds(75), cancellationToken).ConfigureAwait(false); - } - else - { - await Task.Delay(10, cancellationToken).ConfigureAwait(false); + case FunctionCallContent functionCall: + Console.WriteLine(); + Console.WriteLine( + $"🔧 工具调用开始: {functionCall.CallId},{functionCall.Name},{functionCall.Arguments}"); + break; + case FunctionResultContent functionResult: + Console.WriteLine(); + Console.WriteLine($"✅ 工具调用完成: {functionResult.CallId}，{functionResult.Result}"); + break; + case TextContent textContent: + Console.Write($"{textContent.Text}"); + break; + case UsageContent usageContent: + Console.WriteLine(); + Console.WriteLine($"✅ 用量统计: {usageContent.Details.TotalTokenCount}"); + break; } } - }, cancellationToken); - - try - { - // 多轮工具调用循环 - var conversationMessages = request.Messages ?? new List(); - var maxIterations = 10; // 防止无限循环 - var currentIteration = 0; - - while (currentIteration < maxIterations) - { - currentIteration++; - - // 更新请求消息 - request.Messages = conversationMessages; - - // 调用 AI API - var completeChatResponse = chatService.CompleteChatStreamAsync(modelDescribe, request, cancellationToken); - - var currentToolCalls = new List(); - var hasToolCalls = false; - var currentContent = new StringBuilder(); - - await foreach (var data in completeChatResponse) - { - data.SupplementalMultiplier(modelDescribe.Multiplier); - - if (data.Usage is not null && (data.Usage.CompletionTokens > 0 || data.Usage.OutputTokens > 0)) - { - tokenUsage = data.Usage; - } - - // 检查是否有工具调用 - if (data.Choices?.FirstOrDefault()?.Delta?.ToolCalls != null) - { - hasToolCalls = true; - foreach (var toolCall in data.Choices.First().Delta.ToolCalls) - { - // 累积工具调用信息 - var existingToolCall = currentToolCalls.FirstOrDefault(tc => tc.Id == toolCall.Id); - if (existingToolCall == null) - { - currentToolCalls.Add(toolCall); - } - else - { - // 合并工具调用的 arguments（流式返回可能是分片的） - if (existingToolCall.Function != null && toolCall.Function?.Arguments != null) - { - existingToolCall.Function.Arguments += toolCall.Function.Arguments; - } - } - } - } - - // 检查 finish_reason - var finishReason = data.Choices?.FirstOrDefault()?.FinishReason; - if (finishReason == "tool_calls") - { - hasToolCalls = true; - } - - // 累积内容 - var content = data.Choices?.FirstOrDefault()?.Delta.Content; - if (!string.IsNullOrEmpty(content)) - { - currentContent.Append(content); - } - - var message = System.Text.Json.JsonSerializer.Serialize(data, ThorJsonSerializer.DefaultOptions); - backupSystemContent.Append(content); - messageQueue.Enqueue($"data: {message}\n\n"); - } - - // 如果没有工具调用，结束循环 - if (!hasToolCalls || currentToolCalls.Count == 0) - { - break; - } - - // 发送工具调用状态消息 - var toolCallStatusMessage = new - { - type = "tool_call_status", - status = "calling_tools", - tool_calls = currentToolCalls - }; - var statusJson = System.Text.Json.JsonSerializer.Serialize(toolCallStatusMessage, ThorJsonSerializer.DefaultOptions); - messageQueue.Enqueue($"data: {statusJson}\n\n"); - - // 将 AI 的工具调用消息添加到历史 - conversationMessages.Add(new ThorChatMessage - { - Role = ThorChatMessageRoleConst.Assistant, - Content = currentContent.ToString(), - ToolCalls = currentToolCalls - }); - - // 执行工具调用 - foreach (var toolCall in currentToolCalls) - { - try - { - // TODO: 实现 MCP 工具调用逻辑 - // 这里需要根据 toolCall.Function.Name 和 toolCall.Function.Arguments 调用相应的工具 - // 示例： - // var toolResult = await InvokeMcpToolAsync(toolCall.Function.Name, toolCall.Function.Arguments, cancellationToken); - - var toolResult = "TODO: 实现 MCP 工具调用"; - - // 将工具结果添加到消息历史 - conversationMessages.Add(ThorChatMessage.CreateToolMessage(toolResult, toolCall.Id)); - - // 发送工具执行结果消息 - var toolResultMessage = new - { - type = "tool_call_result", - tool_call_id = toolCall.Id, - tool_name = toolCall.Function?.Name, - result = toolResult - }; - var resultJson = System.Text.Json.JsonSerializer.Serialize(toolResultMessage, ThorJsonSerializer.DefaultOptions); - messageQueue.Enqueue($"data: {resultJson}\n\n"); - } - catch (Exception ex) - { - _logger.LogError(ex, $"工具调用失败: {toolCall.Function?.Name}"); - - // 将错误信息添加到消息历史 - var errorMessage = $"工具调用失败: {ex.Message}"; - conversationMessages.Add(ThorChatMessage.CreateToolMessage(errorMessage, toolCall.Id)); - - // 发送工具执行错误消息 - var toolErrorMessage = new - { - type = "tool_call_error", - tool_call_id = toolCall.Id, - tool_name = toolCall.Function?.Name, - error = errorMessage - }; - var errorJson = System.Text.Json.JsonSerializer.Serialize(toolErrorMessage, ThorJsonSerializer.DefaultOptions); - messageQueue.Enqueue($"data: {errorJson}\n\n"); - } - } - - // 继续下一轮对话，让 AI 根据工具结果生成回复 - } } - catch (Exception e) - { - _logger.LogError(e, $"AI对话异常"); - var errorContent = $"对话AI异常，异常信息：\n当前AI模型：{request.Model}\n异常信息：{e.Message}\n异常堆栈：{e}"; - var model = new ThorChatCompletionsResponse() - { - Choices = new List() - { - new ThorChatChoiceResponse() - { - Delta = new ThorChatMessage() - { - Content = errorContent - } - } - } - }; - var message = JsonConvert.SerializeObject(model, new JsonSerializerSettings - { - ContractResolver = new CamelCasePropertyNamesContractResolver() - }); - backupSystemContent.Append(errorContent); - messageQueue.Enqueue($"data: {message}\n\n"); - } - - // 断开连接 - messageQueue.Enqueue("data: [DONE]\n\n"); - isComplete = true; - - await outputTask; - - // 保存消息和统计信息 - await _aiMessageManager.CreateUserMessageAsync(userId, sessionId, - new Shared.Dtos.MessageInputDto - { - Content = sessionId is null ? "不予存储" : request.Messages?.LastOrDefault()?.MessagesStore ?? string.Empty, - ModelId = request.Model, - TokenUsage = tokenUsage, - }, tokenId); - - await _aiMessageManager.CreateSystemMessageAsync(userId, sessionId, - new Shared.Dtos.MessageInputDto - { - Content = sessionId is null ? "不予存储" : backupSystemContent.ToString(), - ModelId = request.Model, - TokenUsage = tokenUsage - }, tokenId); - - await _usageStatisticsManager.SetUsageAsync(userId, request.Model, tokenUsage, tokenId); } - /// - /// 获取模型 - /// - private async Task GetModelAsync(ModelApiTypeEnum modelApiType, string modelId) + + private List GetTools() { - var aiModelDescribe = await _aiModelRepository._DbQueryable - .LeftJoin((model, app) => model.AiAppId == app.Id) - .Where((model, app) => model.ModelId == modelId) - .Where((model, app) => model.ModelApiType == modelApiType) - .Select((model, app) => - new AiModelDescribe - { - AppId = app.Id, - AppName = app.Name, - Endpoint = app.Endpoint, - ApiKey = app.ApiKey, - OrderNum = model.OrderNum, - HandlerName = model.HandlerName, - ModelId = model.ModelId, - ModelName = model.Name, - Description = model.Description, - AppExtraUrl = app.ExtraUrl, - ModelExtraInfo = model.ExtraInfo, - Multiplier = model.Multiplier - }) - .FirstAsync(); - if (aiModelDescribe is null) + var toolClasses = typeof(YiFrameworkAiHubDomainModule).Assembly.GetTypes() + .Where(x => x.GetCustomAttribute() is not null) + .ToList(); + + List mcpTools = new List(); + foreach (var toolClass in toolClasses) { - throw new UserFriendlyException($"【{modelId}】模型当前版本【{modelApiType}】格式不支持"); + var instance = LazyServiceProvider.GetRequiredService(toolClass); + var toolMethods = toolClass.GetMethods() + .Where(y => y.GetCustomAttribute() is not null).ToList(); + foreach (var toolMethod in toolMethods) + { + mcpTools.add(AIFunctionFactory.Create(toolMethod, instance)); + } } - return aiModelDescribe; + return mcpTools; } } \ No newline at end of file diff --git a/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Mcp/OnlineSearchTool.cs b/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Mcp/OnlineSearchTool.cs index 0d32645c..2ab20f75 100644 --- a/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Mcp/OnlineSearchTool.cs +++ b/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Mcp/OnlineSearchTool.cs @@ -8,8 +8,8 @@ namespace Yi.Framework.AiHub.Domain.Mcp; public class OnlineSearchTool:ISingletonDependency { [McpServerTool, Description("进行在线搜索")] - public void OnlineSearch() + public string OnlineSearch(string keyword) { - + return "xxx"; } } \ No newline at end of file diff --git a/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Yi.Framework.AiHub.Domain.csproj b/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Yi.Framework.AiHub.Domain.csproj index 1359ca3a..8f017820 100644 --- a/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Yi.Framework.AiHub.Domain.csproj +++ b/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Domain/Yi.Framework.AiHub.Domain.csproj @@ -3,6 +3,7 @@ +