feat: 完成对接
This commit is contained in:
@@ -79,6 +79,13 @@ public class AiGateWayManager : DomainService
|
|||||||
var modelDescribe = await GetModelAsync(request.Model);
|
var modelDescribe = await GetModelAsync(request.Model);
|
||||||
var chatService =
|
var chatService =
|
||||||
LazyServiceProvider.GetRequiredKeyedService<IChatCompletionService>(modelDescribe.HandlerName);
|
LazyServiceProvider.GetRequiredKeyedService<IChatCompletionService>(modelDescribe.HandlerName);
|
||||||
|
|
||||||
|
//todo 处理极少数不同模型参数不一样
|
||||||
|
if (request.Model == "o1")
|
||||||
|
{
|
||||||
|
request.Temperature = null;
|
||||||
|
}
|
||||||
|
|
||||||
await foreach (var result in chatService.CompleteChatStreamAsync(modelDescribe, request, cancellationToken))
|
await foreach (var result in chatService.CompleteChatStreamAsync(modelDescribe, request, cancellationToken))
|
||||||
{
|
{
|
||||||
yield return result;
|
yield return result;
|
||||||
|
|||||||
Reference in New Issue
Block a user