feat: 新增agent接口
This commit is contained in:
@@ -145,21 +145,14 @@ public class AiChatService : ApplicationService
|
||||
}
|
||||
}
|
||||
|
||||
// 判断是否有工具调用
|
||||
if (input.Tools != null && input.Tools.Count > 0)
|
||||
{
|
||||
// 使用 ChatManager 处理支持工具调用的对话
|
||||
await _chatManager.CompleteChatWithToolsAsync(_httpContextAccessor.HttpContext, input,
|
||||
CurrentUser.Id, sessionId, null, cancellationToken);
|
||||
}
|
||||
else
|
||||
{
|
||||
// 使用原来的 AiGateWayManager 处理普通对话
|
||||
await _aiGateWayManager.CompleteChatStreamForStatisticsAsync(_httpContextAccessor.HttpContext, input,
|
||||
CurrentUser.Id, sessionId, null, cancellationToken);
|
||||
}
|
||||
// 使用 ChatManager
|
||||
}
|
||||
|
||||
[HttpPost("ai-chat/agent/send")]
|
||||
public async Task PostAgentSendAsync()
|
||||
{
|
||||
await _chatManager.CompleteChatStreamAsync();
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// 发送消息
|
||||
@@ -215,7 +208,9 @@ public class AiChatService : ApplicationService
|
||||
mcpTools.add(McpServerTool.Create(toolMethod, instance));
|
||||
}
|
||||
}
|
||||
var json = System.Text.Json.JsonSerializer.Serialize(mcpTools.Select(x=>x.ProtocolTool).ToList(),McpJsonUtilities.DefaultOptions);
|
||||
|
||||
var json = System.Text.Json.JsonSerializer.Serialize(mcpTools.Select(x => x.ProtocolTool).ToList(),
|
||||
McpJsonUtilities.DefaultOptions);
|
||||
return json;
|
||||
}
|
||||
}
|
||||
@@ -62,7 +62,7 @@ public class AiGateWayManager : DomainService
|
||||
/// <param name="modelApiType"></param>
|
||||
/// <param name="modelId"></param>
|
||||
/// <returns></returns>
|
||||
private async Task<AiModelDescribe> GetModelAsync(ModelApiTypeEnum modelApiType, string modelId)
|
||||
public async Task<AiModelDescribe> GetModelAsync(ModelApiTypeEnum modelApiType, string modelId)
|
||||
{
|
||||
var aiModelDescribe = await _aiModelRepository._DbQueryable
|
||||
.LeftJoin<AiAppAggregateRoot>((model, app) => model.AiAppId == app.Id)
|
||||
|
||||
@@ -1,326 +1,97 @@
|
||||
using System.Collections.Concurrent;
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using Microsoft.AspNetCore.Http;
|
||||
using System.ClientModel;
|
||||
using System.Reflection;
|
||||
using Dm.util;
|
||||
using Microsoft.Agents.AI;
|
||||
using Microsoft.Extensions.AI;
|
||||
using Microsoft.Extensions.DependencyInjection;
|
||||
using Microsoft.Extensions.Logging;
|
||||
using Newtonsoft.Json;
|
||||
using Newtonsoft.Json.Serialization;
|
||||
using ModelContextProtocol.Server;
|
||||
using OpenAI;
|
||||
using Volo.Abp.Domain.Services;
|
||||
using Yi.Framework.AiHub.Domain.AiGateWay;
|
||||
using Yi.Framework.AiHub.Domain.Entities;
|
||||
using Yi.Framework.AiHub.Domain.Entities.Model;
|
||||
using Yi.Framework.AiHub.Domain.Shared.Dtos;
|
||||
using Yi.Framework.AiHub.Domain.Shared.Dtos.OpenAi;
|
||||
using Yi.Framework.AiHub.Domain.Shared.Enums;
|
||||
using Yi.Framework.SqlSugarCore.Abstractions;
|
||||
using ThorJsonSerializer = Yi.Framework.AiHub.Domain.AiGateWay.ThorJsonSerializer;
|
||||
|
||||
namespace Yi.Framework.AiHub.Domain.Managers;
|
||||
|
||||
public class ChatManager : DomainService
|
||||
{
|
||||
private readonly AiGateWayManager _aiGateWayManager;
|
||||
private readonly ISqlSugarRepository<AiModelEntity> _aiModelRepository;
|
||||
private readonly ILogger<ChatManager> _logger;
|
||||
private readonly AiMessageManager _aiMessageManager;
|
||||
private readonly UsageStatisticsManager _usageStatisticsManager;
|
||||
|
||||
public ChatManager(
|
||||
AiGateWayManager aiGateWayManager,
|
||||
ISqlSugarRepository<AiModelEntity> aiModelRepository,
|
||||
ILogger<ChatManager> logger,
|
||||
AiMessageManager aiMessageManager,
|
||||
UsageStatisticsManager usageStatisticsManager)
|
||||
private readonly ILoggerFactory _loggerFactory;
|
||||
public ChatManager(AiGateWayManager aiGateWayManager, ILoggerFactory loggerFactory)
|
||||
{
|
||||
_aiGateWayManager = aiGateWayManager;
|
||||
_aiModelRepository = aiModelRepository;
|
||||
_logger = logger;
|
||||
_aiMessageManager = aiMessageManager;
|
||||
_usageStatisticsManager = usageStatisticsManager;
|
||||
_loggerFactory = loggerFactory;
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// 支持工具调用的流式对话
|
||||
/// </summary>
|
||||
/// <param name="httpContext"></param>
|
||||
/// <param name="request"></param>
|
||||
/// <param name="userId"></param>
|
||||
/// <param name="sessionId"></param>
|
||||
/// <param name="tokenId"></param>
|
||||
/// <param name="cancellationToken"></param>
|
||||
public async Task CompleteChatWithToolsAsync(
|
||||
HttpContext httpContext,
|
||||
ThorChatCompletionsRequest request,
|
||||
Guid? userId = null,
|
||||
Guid? sessionId = null,
|
||||
Guid? tokenId = null,
|
||||
CancellationToken cancellationToken = default)
|
||||
public async Task CompleteChatStreamAsync()
|
||||
{
|
||||
var response = httpContext.Response;
|
||||
// 设置响应头,声明是 SSE 流
|
||||
response.ContentType = "text/event-stream;charset=utf-8;";
|
||||
response.Headers.TryAdd("Cache-Control", "no-cache");
|
||||
response.Headers.TryAdd("Connection", "keep-alive");
|
||||
//token可以用户传进来
|
||||
// HttpClient.DefaultProxy = new WebProxy("127.0.0.1:8888");
|
||||
var modelId = "gpt-5.2-chat";
|
||||
var client = new OpenAIClient(new ApiKeyCredential("xxx"), new OpenAIClientOptions
|
||||
{
|
||||
Endpoint = new Uri("https://yxai.chat/v1"),
|
||||
});
|
||||
var agent = client.GetChatClient(modelId)
|
||||
.AsIChatClient() // Converts a native OpenAI SDK ChatClient into a Microsoft.Extensions.AI.IChatClient
|
||||
.CreateAIAgent("你是一个专业的网页ai助手") ;
|
||||
|
||||
var modelDescribe = await GetModelAsync(ModelApiTypeEnum.OpenAi, request.Model);
|
||||
var chatService = LazyServiceProvider.GetRequiredKeyedService<IChatCompletionService>(modelDescribe.HandlerName);
|
||||
|
||||
var tokenUsage = new ThorUsageResponse();
|
||||
var messageQueue = new ConcurrentQueue<string>();
|
||||
var backupSystemContent = new StringBuilder();
|
||||
var isComplete = false;
|
||||
var thread = agent.GetNewThread();
|
||||
|
||||
// 启动后台任务来消费队列
|
||||
var outputTask = Task.Run(async () =>
|
||||
var tools = GetTools();
|
||||
var chatOptions = new ChatOptions()
|
||||
{
|
||||
while (!(isComplete && messageQueue.IsEmpty))
|
||||
{
|
||||
if (messageQueue.TryDequeue(out var message))
|
||||
{
|
||||
await response.WriteAsync(message, Encoding.UTF8, cancellationToken).ConfigureAwait(false);
|
||||
await response.Body.FlushAsync(cancellationToken).ConfigureAwait(false);
|
||||
}
|
||||
Tools = tools.Select(x => (AITool)x).ToList(),
|
||||
ToolMode = ChatToolMode.Auto
|
||||
};
|
||||
|
||||
if (!isComplete)
|
||||
await foreach (var update in agent.RunStreamingAsync("联网搜索一下,奥德赛第一中学学生会会长是谁", thread,
|
||||
new ChatClientAgentRunOptions(chatOptions)))
|
||||
{
|
||||
await Task.Delay(TimeSpan.FromMilliseconds(75), cancellationToken).ConfigureAwait(false);
|
||||
}
|
||||
else
|
||||
// 检查每个更新中的内容
|
||||
foreach (var content in update.Contents)
|
||||
{
|
||||
await Task.Delay(10, cancellationToken).ConfigureAwait(false);
|
||||
}
|
||||
}
|
||||
}, cancellationToken);
|
||||
|
||||
try
|
||||
{
|
||||
// 多轮工具调用循环
|
||||
var conversationMessages = request.Messages ?? new List<ThorChatMessage>();
|
||||
var maxIterations = 10; // 防止无限循环
|
||||
var currentIteration = 0;
|
||||
|
||||
while (currentIteration < maxIterations)
|
||||
{
|
||||
currentIteration++;
|
||||
|
||||
// 更新请求消息
|
||||
request.Messages = conversationMessages;
|
||||
|
||||
// 调用 AI API
|
||||
var completeChatResponse = chatService.CompleteChatStreamAsync(modelDescribe, request, cancellationToken);
|
||||
|
||||
var currentToolCalls = new List<ThorToolCall>();
|
||||
var hasToolCalls = false;
|
||||
var currentContent = new StringBuilder();
|
||||
|
||||
await foreach (var data in completeChatResponse)
|
||||
{
|
||||
data.SupplementalMultiplier(modelDescribe.Multiplier);
|
||||
|
||||
if (data.Usage is not null && (data.Usage.CompletionTokens > 0 || data.Usage.OutputTokens > 0))
|
||||
{
|
||||
tokenUsage = data.Usage;
|
||||
}
|
||||
|
||||
// 检查是否有工具调用
|
||||
if (data.Choices?.FirstOrDefault()?.Delta?.ToolCalls != null)
|
||||
{
|
||||
hasToolCalls = true;
|
||||
foreach (var toolCall in data.Choices.First().Delta.ToolCalls)
|
||||
{
|
||||
// 累积工具调用信息
|
||||
var existingToolCall = currentToolCalls.FirstOrDefault(tc => tc.Id == toolCall.Id);
|
||||
if (existingToolCall == null)
|
||||
{
|
||||
currentToolCalls.Add(toolCall);
|
||||
}
|
||||
else
|
||||
{
|
||||
// 合并工具调用的 arguments(流式返回可能是分片的)
|
||||
if (existingToolCall.Function != null && toolCall.Function?.Arguments != null)
|
||||
{
|
||||
existingToolCall.Function.Arguments += toolCall.Function.Arguments;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// 检查 finish_reason
|
||||
var finishReason = data.Choices?.FirstOrDefault()?.FinishReason;
|
||||
if (finishReason == "tool_calls")
|
||||
{
|
||||
hasToolCalls = true;
|
||||
}
|
||||
|
||||
// 累积内容
|
||||
var content = data.Choices?.FirstOrDefault()?.Delta.Content;
|
||||
if (!string.IsNullOrEmpty(content))
|
||||
{
|
||||
currentContent.Append(content);
|
||||
}
|
||||
|
||||
var message = System.Text.Json.JsonSerializer.Serialize(data, ThorJsonSerializer.DefaultOptions);
|
||||
backupSystemContent.Append(content);
|
||||
messageQueue.Enqueue($"data: {message}\n\n");
|
||||
}
|
||||
|
||||
// 如果没有工具调用,结束循环
|
||||
if (!hasToolCalls || currentToolCalls.Count == 0)
|
||||
switch (content)
|
||||
{
|
||||
case FunctionCallContent functionCall:
|
||||
Console.WriteLine();
|
||||
Console.WriteLine(
|
||||
$"🔧 工具调用开始: {functionCall.CallId},{functionCall.Name},{functionCall.Arguments}");
|
||||
break;
|
||||
case FunctionResultContent functionResult:
|
||||
Console.WriteLine();
|
||||
Console.WriteLine($"✅ 工具调用完成: {functionResult.CallId},{functionResult.Result}");
|
||||
break;
|
||||
case TextContent textContent:
|
||||
Console.Write($"{textContent.Text}");
|
||||
break;
|
||||
case UsageContent usageContent:
|
||||
Console.WriteLine();
|
||||
Console.WriteLine($"✅ 用量统计: {usageContent.Details.TotalTokenCount}");
|
||||
break;
|
||||
}
|
||||
|
||||
// 发送工具调用状态消息
|
||||
var toolCallStatusMessage = new
|
||||
{
|
||||
type = "tool_call_status",
|
||||
status = "calling_tools",
|
||||
tool_calls = currentToolCalls
|
||||
};
|
||||
var statusJson = System.Text.Json.JsonSerializer.Serialize(toolCallStatusMessage, ThorJsonSerializer.DefaultOptions);
|
||||
messageQueue.Enqueue($"data: {statusJson}\n\n");
|
||||
|
||||
// 将 AI 的工具调用消息添加到历史
|
||||
conversationMessages.Add(new ThorChatMessage
|
||||
{
|
||||
Role = ThorChatMessageRoleConst.Assistant,
|
||||
Content = currentContent.ToString(),
|
||||
ToolCalls = currentToolCalls
|
||||
});
|
||||
|
||||
// 执行工具调用
|
||||
foreach (var toolCall in currentToolCalls)
|
||||
{
|
||||
try
|
||||
{
|
||||
// TODO: 实现 MCP 工具调用逻辑
|
||||
// 这里需要根据 toolCall.Function.Name 和 toolCall.Function.Arguments 调用相应的工具
|
||||
// 示例:
|
||||
// var toolResult = await InvokeMcpToolAsync(toolCall.Function.Name, toolCall.Function.Arguments, cancellationToken);
|
||||
|
||||
var toolResult = "TODO: 实现 MCP 工具调用";
|
||||
|
||||
// 将工具结果添加到消息历史
|
||||
conversationMessages.Add(ThorChatMessage.CreateToolMessage(toolResult, toolCall.Id));
|
||||
|
||||
// 发送工具执行结果消息
|
||||
var toolResultMessage = new
|
||||
{
|
||||
type = "tool_call_result",
|
||||
tool_call_id = toolCall.Id,
|
||||
tool_name = toolCall.Function?.Name,
|
||||
result = toolResult
|
||||
};
|
||||
var resultJson = System.Text.Json.JsonSerializer.Serialize(toolResultMessage, ThorJsonSerializer.DefaultOptions);
|
||||
messageQueue.Enqueue($"data: {resultJson}\n\n");
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
_logger.LogError(ex, $"工具调用失败: {toolCall.Function?.Name}");
|
||||
|
||||
// 将错误信息添加到消息历史
|
||||
var errorMessage = $"工具调用失败: {ex.Message}";
|
||||
conversationMessages.Add(ThorChatMessage.CreateToolMessage(errorMessage, toolCall.Id));
|
||||
|
||||
// 发送工具执行错误消息
|
||||
var toolErrorMessage = new
|
||||
{
|
||||
type = "tool_call_error",
|
||||
tool_call_id = toolCall.Id,
|
||||
tool_name = toolCall.Function?.Name,
|
||||
error = errorMessage
|
||||
};
|
||||
var errorJson = System.Text.Json.JsonSerializer.Serialize(toolErrorMessage, ThorJsonSerializer.DefaultOptions);
|
||||
messageQueue.Enqueue($"data: {errorJson}\n\n");
|
||||
}
|
||||
}
|
||||
|
||||
// 继续下一轮对话,让 AI 根据工具结果生成回复
|
||||
}
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
_logger.LogError(e, $"AI对话异常");
|
||||
var errorContent = $"对话AI异常,异常信息:\n当前AI模型:{request.Model}\n异常信息:{e.Message}\n异常堆栈:{e}";
|
||||
var model = new ThorChatCompletionsResponse()
|
||||
{
|
||||
Choices = new List<ThorChatChoiceResponse>()
|
||||
{
|
||||
new ThorChatChoiceResponse()
|
||||
{
|
||||
Delta = new ThorChatMessage()
|
||||
{
|
||||
Content = errorContent
|
||||
}
|
||||
}
|
||||
}
|
||||
};
|
||||
var message = JsonConvert.SerializeObject(model, new JsonSerializerSettings
|
||||
|
||||
|
||||
private List<AIFunction> GetTools()
|
||||
{
|
||||
ContractResolver = new CamelCasePropertyNamesContractResolver()
|
||||
});
|
||||
backupSystemContent.Append(errorContent);
|
||||
messageQueue.Enqueue($"data: {message}\n\n");
|
||||
var toolClasses = typeof(YiFrameworkAiHubDomainModule).Assembly.GetTypes()
|
||||
.Where(x => x.GetCustomAttribute<McpServerToolTypeAttribute>() is not null)
|
||||
.ToList();
|
||||
|
||||
List<AIFunction> mcpTools = new List<AIFunction>();
|
||||
foreach (var toolClass in toolClasses)
|
||||
{
|
||||
var instance = LazyServiceProvider.GetRequiredService(toolClass);
|
||||
var toolMethods = toolClass.GetMethods()
|
||||
.Where(y => y.GetCustomAttribute<McpServerToolAttribute>() is not null).ToList();
|
||||
foreach (var toolMethod in toolMethods)
|
||||
{
|
||||
mcpTools.add(AIFunctionFactory.Create(toolMethod, instance));
|
||||
}
|
||||
}
|
||||
|
||||
// 断开连接
|
||||
messageQueue.Enqueue("data: [DONE]\n\n");
|
||||
isComplete = true;
|
||||
|
||||
await outputTask;
|
||||
|
||||
// 保存消息和统计信息
|
||||
await _aiMessageManager.CreateUserMessageAsync(userId, sessionId,
|
||||
new Shared.Dtos.MessageInputDto
|
||||
{
|
||||
Content = sessionId is null ? "不予存储" : request.Messages?.LastOrDefault()?.MessagesStore ?? string.Empty,
|
||||
ModelId = request.Model,
|
||||
TokenUsage = tokenUsage,
|
||||
}, tokenId);
|
||||
|
||||
await _aiMessageManager.CreateSystemMessageAsync(userId, sessionId,
|
||||
new Shared.Dtos.MessageInputDto
|
||||
{
|
||||
Content = sessionId is null ? "不予存储" : backupSystemContent.ToString(),
|
||||
ModelId = request.Model,
|
||||
TokenUsage = tokenUsage
|
||||
}, tokenId);
|
||||
|
||||
await _usageStatisticsManager.SetUsageAsync(userId, request.Model, tokenUsage, tokenId);
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// 获取模型
|
||||
/// </summary>
|
||||
private async Task<AiModelDescribe> GetModelAsync(ModelApiTypeEnum modelApiType, string modelId)
|
||||
{
|
||||
var aiModelDescribe = await _aiModelRepository._DbQueryable
|
||||
.LeftJoin<AiAppAggregateRoot>((model, app) => model.AiAppId == app.Id)
|
||||
.Where((model, app) => model.ModelId == modelId)
|
||||
.Where((model, app) => model.ModelApiType == modelApiType)
|
||||
.Select((model, app) =>
|
||||
new AiModelDescribe
|
||||
{
|
||||
AppId = app.Id,
|
||||
AppName = app.Name,
|
||||
Endpoint = app.Endpoint,
|
||||
ApiKey = app.ApiKey,
|
||||
OrderNum = model.OrderNum,
|
||||
HandlerName = model.HandlerName,
|
||||
ModelId = model.ModelId,
|
||||
ModelName = model.Name,
|
||||
Description = model.Description,
|
||||
AppExtraUrl = app.ExtraUrl,
|
||||
ModelExtraInfo = model.ExtraInfo,
|
||||
Multiplier = model.Multiplier
|
||||
})
|
||||
.FirstAsync();
|
||||
if (aiModelDescribe is null)
|
||||
{
|
||||
throw new UserFriendlyException($"【{modelId}】模型当前版本【{modelApiType}】格式不支持");
|
||||
}
|
||||
|
||||
return aiModelDescribe;
|
||||
return mcpTools;
|
||||
}
|
||||
}
|
||||
@@ -8,8 +8,8 @@ namespace Yi.Framework.AiHub.Domain.Mcp;
|
||||
public class OnlineSearchTool:ISingletonDependency
|
||||
{
|
||||
[McpServerTool, Description("进行在线搜索")]
|
||||
public void OnlineSearch()
|
||||
public string OnlineSearch(string keyword)
|
||||
{
|
||||
|
||||
return "xxx";
|
||||
}
|
||||
}
|
||||
@@ -3,6 +3,7 @@
|
||||
<ItemGroup>
|
||||
<PackageReference Include="AlipayEasySDK" Version="2.1.3" />
|
||||
<PackageReference Include="Azure.AI.OpenAI" Version="2.2.0-beta.4" />
|
||||
<PackageReference Include="Microsoft.Agents.AI.OpenAI" Version="1.0.0-preview.251219.1" />
|
||||
<PackageReference Include="ModelContextProtocol.Core" Version="0.5.0-preview.1" />
|
||||
<PackageReference Include="Volo.Abp.Ddd.Domain" Version="$(AbpVersion)" />
|
||||
<PackageReference Include="Volo.Abp.DistributedLocking" Version="$(AbpVersion)" />
|
||||
|
||||
Reference in New Issue
Block a user