141 lines
5.2 KiB
C#
141 lines
5.2 KiB
C#
using Microsoft.AspNetCore.Http;
|
||
using Microsoft.AspNetCore.Mvc;
|
||
using Microsoft.Extensions.Logging;
|
||
using Volo.Abp.Application.Services;
|
||
using Yi.Framework.AiHub.Domain.Entities.Model;
|
||
using Yi.Framework.AiHub.Domain.Extensions;
|
||
using Yi.Framework.AiHub.Domain.Managers;
|
||
using Yi.Framework.AiHub.Domain.Shared.Dtos.OpenAi;
|
||
using Yi.Framework.AiHub.Domain.Shared.Dtos.OpenAi.Embeddings;
|
||
using Yi.Framework.AiHub.Domain.Shared.Dtos.OpenAi.Images;
|
||
using Yi.Framework.AiHub.Domain.Shared.Enums;
|
||
using Yi.Framework.SqlSugarCore.Abstractions;
|
||
|
||
namespace Yi.Framework.AiHub.Application.Services;
|
||
|
||
public class OpenApiService : ApplicationService
|
||
{
|
||
private readonly IHttpContextAccessor _httpContextAccessor;
|
||
private readonly ILogger<OpenApiService> _logger;
|
||
private readonly TokenManager _tokenManager;
|
||
private readonly AiGateWayManager _aiGateWayManager;
|
||
private readonly ISqlSugarRepository<AiModelEntity> _aiModelRepository;
|
||
private readonly AiBlacklistManager _aiBlacklistManager;
|
||
|
||
public OpenApiService(IHttpContextAccessor httpContextAccessor, ILogger<OpenApiService> logger,
|
||
TokenManager tokenManager, AiGateWayManager aiGateWayManager,
|
||
ISqlSugarRepository<AiModelEntity> aiModelRepository, AiBlacklistManager aiBlacklistManager)
|
||
{
|
||
_httpContextAccessor = httpContextAccessor;
|
||
_logger = logger;
|
||
_tokenManager = tokenManager;
|
||
_aiGateWayManager = aiGateWayManager;
|
||
_aiModelRepository = aiModelRepository;
|
||
_aiBlacklistManager = aiBlacklistManager;
|
||
}
|
||
|
||
/// <summary>
|
||
/// 对话
|
||
/// </summary>
|
||
/// <param name="input"></param>
|
||
/// <param name="cancellationToken"></param>
|
||
[HttpPost("openApi/v1/chat/completions")]
|
||
public async Task ChatCompletionsAsync([FromBody] ThorChatCompletionsRequest input,
|
||
CancellationToken cancellationToken)
|
||
{
|
||
//前面都是校验,后面才是真正的调用
|
||
var httpContext = this._httpContextAccessor.HttpContext;
|
||
var userId = await _tokenManager.GetUserIdAsync(GetTokenByHttpContext(httpContext));
|
||
await _aiBlacklistManager.VerifiyAiBlacklist(userId);
|
||
//ai网关代理httpcontext
|
||
if (input.Stream == true)
|
||
{
|
||
await _aiGateWayManager.CompleteChatStreamForStatisticsAsync(_httpContextAccessor.HttpContext, input,
|
||
userId, null, cancellationToken);
|
||
}
|
||
else
|
||
{
|
||
await _aiGateWayManager.CompleteChatForStatisticsAsync(_httpContextAccessor.HttpContext, input, userId,
|
||
null,
|
||
cancellationToken);
|
||
}
|
||
}
|
||
|
||
/// <summary>
|
||
/// 图片生成
|
||
/// </summary>
|
||
/// <param name="input"></param>
|
||
/// <param name="cancellationToken"></param>
|
||
[HttpPost("openApi/v1/images/generations")]
|
||
public async Task ImagesGenerationsAsync([FromBody] ImageCreateRequest input, CancellationToken cancellationToken)
|
||
{
|
||
var httpContext = this._httpContextAccessor.HttpContext;
|
||
Intercept(httpContext);
|
||
var userId = await _tokenManager.GetUserIdAsync(GetTokenByHttpContext(httpContext));
|
||
await _aiBlacklistManager.VerifiyAiBlacklist(userId);
|
||
await _aiGateWayManager.CreateImageForStatisticsAsync(httpContext, userId, null, input);
|
||
}
|
||
|
||
/// <summary>
|
||
/// 向量生成
|
||
/// </summary>
|
||
/// <param name="input"></param>
|
||
/// <param name="cancellationToken"></param>
|
||
[HttpPost("openApi/v1/embeddings")]
|
||
public async Task EmbeddingAsync([FromBody] ThorEmbeddingInput input, CancellationToken cancellationToken)
|
||
{
|
||
var httpContext = this._httpContextAccessor.HttpContext;
|
||
Intercept(httpContext);
|
||
var userId = await _tokenManager.GetUserIdAsync(GetTokenByHttpContext(httpContext));
|
||
await _aiBlacklistManager.VerifiyAiBlacklist(userId);
|
||
await _aiGateWayManager.EmbeddingForStatisticsAsync(httpContext, userId, null, input);
|
||
}
|
||
|
||
|
||
/// <summary>
|
||
/// 获取模型列表
|
||
/// </summary>
|
||
/// <returns></returns>
|
||
[HttpGet("openApi/v1/models")]
|
||
public async Task<ModelsListDto> ModelsAsync()
|
||
{
|
||
var data = await _aiModelRepository._DbQueryable
|
||
.Where(x => x.ModelType == ModelTypeEnum.Chat)
|
||
.OrderByDescending(x => x.OrderNum)
|
||
.Select(x => new ModelsDataDto
|
||
{
|
||
Id = x.ModelId,
|
||
@object = "model",
|
||
Created = DateTime.Now.ToUnixTimeSeconds(),
|
||
OwnedBy = "organization-owner",
|
||
Type = x.ModelId
|
||
}).ToListAsync();
|
||
|
||
return new ModelsListDto()
|
||
{
|
||
Data = data
|
||
};
|
||
}
|
||
|
||
private string? GetTokenByHttpContext(HttpContext httpContext)
|
||
{
|
||
// 获取Authorization头
|
||
string authHeader = httpContext.Request.Headers["Authorization"];
|
||
|
||
// 检查是否有Bearer token
|
||
if (authHeader != null && authHeader.StartsWith("Bearer "))
|
||
{
|
||
return authHeader.Substring("Bearer ".Length).Trim();
|
||
}
|
||
|
||
return null;
|
||
}
|
||
|
||
private void Intercept(HttpContext httpContext)
|
||
{
|
||
if (httpContext.Request.Host.Value == "yxai.chat")
|
||
{
|
||
throw new UserFriendlyException("当前海外站点不支持大流量接口,请使用转发站点:https://ai.ccnetcore.com");
|
||
}
|
||
}
|
||
} |