using Microsoft.SemanticKernel; using Microsoft.SemanticKernel.ChatCompletion; using Microsoft.SemanticKernel.Connectors.AzureOpenAI; using Microsoft.SemanticKernel.Connectors.OpenAI; using Volo.Abp.DependencyInjection; using Yi.Framework.ChatHub.Domain.Shared.Dtos; using Yi.Framework.SemanticKernel; namespace Yi.Framework.ChatHub.Domain.Managers { public class AiManager : ISingletonDependency { private readonly SemanticKernelClient _client; public AiManager(SemanticKernelClient client) { _client = client; } public async IAsyncEnumerable ChatAsStreamAsync(string model, List aiChatContextDtos) { if (aiChatContextDtos.Count == 0) { yield return null; } var openSettings = new AzureOpenAIPromptExecutionSettings() { MaxTokens = 1000, //MaxTokens = 1000 }; var chatCompletionService = this._client.Kernel.GetRequiredService(model); var history = new ChatHistory(); foreach (var aiChatContextDto in aiChatContextDtos) { if (aiChatContextDto.AnswererType == AnswererTypeEnum.Ai) { history.AddAssistantMessage(aiChatContextDto.Message); } else if (aiChatContextDto.AnswererType == AnswererTypeEnum.User) { history.AddUserMessage(aiChatContextDto.Message); } } var results = chatCompletionService.GetStreamingChatMessageContentsAsync( chatHistory: history, executionSettings: openSettings, kernel: _client.Kernel); if (results is null) { yield return null; } await foreach (var result in results) { yield return result.Content; } } } }