313 lines
11 KiB
C#
313 lines
11 KiB
C#
using System.Collections.Concurrent;
|
||
using System.Text;
|
||
using Microsoft.AspNetCore.Authorization;
|
||
using Microsoft.AspNetCore.Http;
|
||
using Microsoft.AspNetCore.Mvc;
|
||
using Microsoft.Extensions.DependencyInjection;
|
||
using Microsoft.Extensions.Logging;
|
||
using Microsoft.Extensions.Options;
|
||
using Newtonsoft.Json;
|
||
using Newtonsoft.Json.Serialization;
|
||
using OpenAI.Chat;
|
||
using Volo.Abp.Application.Services;
|
||
using Volo.Abp.Users;
|
||
using Yi.Framework.AiHub.Application.Contracts.Dtos;
|
||
using Yi.Framework.AiHub.Domain.Entities;
|
||
using Yi.Framework.AiHub.Domain.Entities.Model;
|
||
using Yi.Framework.AiHub.Domain.Managers;
|
||
using Yi.Framework.AiHub.Domain.Shared.Dtos;
|
||
using Yi.Framework.Rbac.Application.Contracts.IServices;
|
||
using Yi.Framework.Rbac.Domain.Shared.Dtos;
|
||
using Yi.Framework.SqlSugarCore.Abstractions;
|
||
|
||
namespace Yi.Framework.AiHub.Application.Services;
|
||
|
||
/// <summary>
|
||
/// ai服务
|
||
/// </summary>
|
||
public class AiChatService : ApplicationService
|
||
{
|
||
private readonly IHttpContextAccessor _httpContextAccessor;
|
||
private readonly AiMessageManager _aiMessageManager;
|
||
private readonly ISqlSugarRepository<AiModelEntity> _aiModelRepository;
|
||
private readonly AiBlacklistManager _aiBlacklistManager;
|
||
private readonly UsageStatisticsManager _usageStatisticsManager;
|
||
private readonly ILogger<AiChatService> _logger;
|
||
|
||
public AiChatService(IHttpContextAccessor httpContextAccessor,
|
||
AiMessageManager aiMessageManager, AiBlacklistManager aiBlacklistManager,
|
||
ISqlSugarRepository<AiModelEntity> aiModelRepository, UsageStatisticsManager usageStatisticsManager,
|
||
ILogger<AiChatService> logger)
|
||
{
|
||
this._httpContextAccessor = httpContextAccessor;
|
||
_aiMessageManager = aiMessageManager;
|
||
_aiBlacklistManager = aiBlacklistManager;
|
||
_aiModelRepository = aiModelRepository;
|
||
_usageStatisticsManager = usageStatisticsManager;
|
||
_logger = logger;
|
||
}
|
||
|
||
|
||
/// <summary>
|
||
/// 查询已登录的账户信息
|
||
/// </summary>
|
||
/// <returns></returns>
|
||
[Route("ai-chat/account")]
|
||
[Authorize]
|
||
public async Task<UserRoleMenuDto> GetAsync()
|
||
{
|
||
var accountService = LazyServiceProvider.GetRequiredService<IAccountService>();
|
||
var output = await accountService.GetAsync();
|
||
return output;
|
||
}
|
||
|
||
/// <summary>
|
||
/// 获取模型列表
|
||
/// </summary>
|
||
/// <returns></returns>
|
||
public async Task<List<ModelGetListOutput>> GetModelAsync()
|
||
{
|
||
var output = await _aiModelRepository._DbQueryable
|
||
.OrderByDescending(x => x.OrderNum)
|
||
.Select(x => new ModelGetListOutput
|
||
{
|
||
Id = x.Id,
|
||
Category = "chat",
|
||
ModelName = x.Name,
|
||
ModelDescribe = x.Description,
|
||
ModelPrice = 0,
|
||
ModelType = "1",
|
||
ModelShow = "0",
|
||
SystemPrompt = null,
|
||
ApiHost = null,
|
||
ApiKey = null,
|
||
Remark = x.Description
|
||
}).ToListAsync();
|
||
return output;
|
||
}
|
||
|
||
|
||
/// <summary>
|
||
/// 发送消息
|
||
/// </summary>
|
||
/// <param name="input"></param>
|
||
/// <param name="cancellationToken"></param>
|
||
public async Task PostSendAsync(SendMessageInput input, CancellationToken cancellationToken)
|
||
{
|
||
//除了免费模型，其他的模型都要校验
|
||
if (!input.Model.Contains("DeepSeek-R1"))
|
||
{
|
||
//有token，需要黑名单校验
|
||
if (CurrentUser.IsAuthenticated)
|
||
{
|
||
await _aiBlacklistManager.VerifiyAiBlacklist(CurrentUser.GetId());
|
||
if (!CurrentUser.Roles.Contains("YiXinAi-Vip") && CurrentUser.UserName != "cc")
|
||
{
|
||
throw new UserFriendlyException("该模型需要VIP用户才能使用，请购买VIP后重新登录重试");
|
||
}
|
||
}
|
||
else
|
||
{
|
||
throw new UserFriendlyException("未登录用户，只能使用未加速的DeepSeek-R1，请登录后重试");
|
||
}
|
||
}
|
||
|
||
//前面都是校验，后面才是真正的调用
|
||
var httpContext = this._httpContextAccessor.HttpContext;
|
||
var response = httpContext.Response;
|
||
// 设置响应头，声明是 SSE 流
|
||
response.ContentType = "text/event-stream";
|
||
response.Headers.Append("Cache-Control", "no-cache");
|
||
response.Headers.Append("Connection", "keep-alive");
|
||
|
||
|
||
var history = new List<ChatMessage>();
|
||
foreach (var aiChatContextDto in input.Messages)
|
||
{
|
||
if (aiChatContextDto.Role == "system")
|
||
{
|
||
history.Add(ChatMessage.CreateAssistantMessage(aiChatContextDto.Content));
|
||
}
|
||
else if (aiChatContextDto.Role == "user")
|
||
{
|
||
history.Add(ChatMessage.CreateUserMessage(aiChatContextDto.Content));
|
||
}
|
||
}
|
||
|
||
var gateWay = LazyServiceProvider.GetRequiredService<AiGateWayManager>();
|
||
var completeChatResponse = gateWay.CompleteChatAsync(input.Model, history, cancellationToken);
|
||
var tokenUsage = new TokenUsage();
|
||
await using var writer = new StreamWriter(response.Body, Encoding.UTF8, leaveOpen: true);
|
||
|
||
|
||
//缓存队列算法
|
||
// 创建一个队列来缓存消息
|
||
var messageQueue = new ConcurrentQueue<string>();
|
||
|
||
StringBuilder backupSystemContent = new StringBuilder();
|
||
// 设置输出速率（例如每50毫秒输出一次）
|
||
var outputInterval = TimeSpan.FromMilliseconds(100);
|
||
// 标记是否完成接收
|
||
var isComplete = false;
|
||
// 启动一个后台任务来消费队列
|
||
var outputTask = Task.Run(async () =>
|
||
{
|
||
while (!(isComplete && messageQueue.IsEmpty))
|
||
{
|
||
if (messageQueue.TryDequeue(out var message))
|
||
{
|
||
await writer.WriteLineAsync(message);
|
||
await writer.FlushAsync(cancellationToken);
|
||
}
|
||
|
||
if (!isComplete)
|
||
{
|
||
// 如果没有完成，才等待，已完成，全部输出
|
||
await Task.Delay(outputInterval, cancellationToken);
|
||
}
|
||
}
|
||
}, cancellationToken);
|
||
|
||
|
||
//IAsyncEnumerable 只能在最外层捕获异常（如果你有其他办法的话...）
|
||
try
|
||
{
|
||
await foreach (var data in completeChatResponse)
|
||
{
|
||
if (data.IsFinish)
|
||
{
|
||
tokenUsage = data.TokenUsage;
|
||
}
|
||
|
||
var model = MapToMessage(input.Model, data.Content);
|
||
var message = JsonConvert.SerializeObject(model, new JsonSerializerSettings
|
||
{
|
||
ContractResolver = new CamelCasePropertyNamesContractResolver()
|
||
});
|
||
backupSystemContent.Append(data.Content);
|
||
// 将消息加入队列而不是直接写入
|
||
messageQueue.Enqueue($"data: {message}\n");
|
||
}
|
||
}
|
||
catch (Exception e)
|
||
{
|
||
_logger.LogError(e, $"Ai对话异常");
|
||
var errorContent = $"Ai对话异常，异常信息：\n{e.Message}";
|
||
var model = MapToMessage(input.Model, errorContent);
|
||
var message = JsonConvert.SerializeObject(model, new JsonSerializerSettings
|
||
{
|
||
ContractResolver = new CamelCasePropertyNamesContractResolver()
|
||
});
|
||
backupSystemContent.Append(errorContent);
|
||
messageQueue.Enqueue($"data: {message}\n");
|
||
}
|
||
|
||
//断开连接
|
||
messageQueue.Enqueue("data: [DONE]\n");
|
||
// 标记完成并发送结束标记
|
||
isComplete = true;
|
||
|
||
await outputTask;
|
||
if (CurrentUser.IsAuthenticated && input.SessionId.HasValue)
|
||
{
|
||
await _aiMessageManager.CreateUserMessageAsync(CurrentUser.GetId(), input.SessionId.Value,
|
||
new MessageInputDto
|
||
{
|
||
Content = input.Messages.LastOrDefault()
|
||
.Content,
|
||
ModelId = input.Model,
|
||
TokenUsage = tokenUsage,
|
||
});
|
||
|
||
await _aiMessageManager.CreateSystemMessageAsync(CurrentUser.GetId(), input.SessionId.Value,
|
||
new MessageInputDto
|
||
{
|
||
Content = backupSystemContent.ToString(),
|
||
ModelId = input.Model,
|
||
TokenUsage = tokenUsage
|
||
});
|
||
|
||
await _usageStatisticsManager.SetUsageAsync(CurrentUser.GetId(), input.Model, tokenUsage.InputTokenCount,
|
||
tokenUsage.OutputTokenCount);
|
||
}
|
||
}
|
||
|
||
|
||
private SendMessageOutputDto MapToMessage(string modelId, string content)
|
||
{
|
||
var output = new SendMessageOutputDto
|
||
{
|
||
Id = "chatcmpl-BotYP3BlN5T4g9YPnW0fBSBvKzXdd",
|
||
Object = "chat.completion.chunk",
|
||
Created = 1750336171,
|
||
Model = modelId,
|
||
Choices = new()
|
||
{
|
||
new Choice
|
||
{
|
||
Index = 0,
|
||
Delta = new Delta
|
||
{
|
||
Content = content,
|
||
Role = "assistant"
|
||
},
|
||
FinishReason = null,
|
||
ContentFilterResults = new()
|
||
{
|
||
Hate = new()
|
||
{
|
||
Filtered = false,
|
||
Detected = null
|
||
},
|
||
SelfHarm = new()
|
||
{
|
||
Filtered = false,
|
||
Detected = null
|
||
},
|
||
Sexual = new()
|
||
{
|
||
Filtered = false,
|
||
Detected = null
|
||
},
|
||
Violence = new()
|
||
{
|
||
Filtered = false,
|
||
Detected = null
|
||
},
|
||
Jailbreak = new()
|
||
{
|
||
Filtered = false,
|
||
Detected = false
|
||
},
|
||
Profanity = new()
|
||
{
|
||
Filtered = false,
|
||
Detected = false
|
||
},
|
||
}
|
||
}
|
||
},
|
||
SystemFingerprint = "",
|
||
Usage = new Usage
|
||
{
|
||
PromptTokens = 0,
|
||
CompletionTokens = 0,
|
||
TotalTokens = 0,
|
||
PromptTokensDetails = new()
|
||
{
|
||
AudioTokens = 0,
|
||
CachedTokens = 0
|
||
},
|
||
CompletionTokensDetails = new()
|
||
{
|
||
AudioTokens = 0,
|
||
ReasoningTokens = 0,
|
||
AcceptedPredictionTokens = 0,
|
||
RejectedPredictionTokens = 0
|
||
}
|
||
}
|
||
};
|
||
|
||
return output;
|
||
}
|
||
} |