feat: 提交队列

Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Application/Services/AiChatService.cs

@@ -1,4 +1,5 @@
-using System.Text;
+using System.Collections.Concurrent;
+using System.Text;
 using Microsoft.AspNetCore.Authorization;
 using Microsoft.AspNetCore.Http;
 using Microsoft.AspNetCore.Mvc;
@@ -100,24 +101,56 @@ public class AiChatService : ApplicationService
         }
 
         var gateWay = LazyServiceProvider.GetRequiredService<AiGateWayManager>();
-         var completeChatResponse = gateWay.CompleteChatAsync(input.Model, history, cancellationToken);
-         await using var writer = new StreamWriter(response.Body, Encoding.UTF8, leaveOpen: true);
-         await foreach (var data in completeChatResponse)
-         {
-             var model = MapToMessage(input.Model, data);
-             var message = JsonConvert.SerializeObject(model, new JsonSerializerSettings
-             {
-                 ContractResolver = new CamelCasePropertyNamesContractResolver()
-             });
-        
-             await writer.WriteLineAsync($"data: {message}\n");
-             await writer.FlushAsync(cancellationToken); // 确保立即推送数据
-         }
+        var completeChatResponse = gateWay.CompleteChatAsync(input.Model, history, cancellationToken);
+        await using var writer = new StreamWriter(response.Body, Encoding.UTF8, leaveOpen: true);
 
+
+        //缓存队列算法
+
+        // 创建一个队列来缓存消息
+        var messageQueue = new ConcurrentQueue<string>();
+        // 设置输出速率（例如每50毫秒输出一次）
+        var outputInterval = TimeSpan.FromMilliseconds(80);
+        // 标记是否完成接收
+        var isComplete = false;
+        // 启动一个后台任务来消费队列
+        var outputTask = Task.Run(async () =>
+        {
+            while (!(isComplete&&messageQueue.IsEmpty))
+            {
+                if (messageQueue.TryDequeue(out var message))
+                {
+                    await writer.WriteLineAsync(message);
+                    await writer.FlushAsync(cancellationToken);
+                }
+
+                if (!isComplete)
+                {
+                    // 如果没有完成，才等待，已完成，全部输出
+                    await Task.Delay(outputInterval, cancellationToken);
+                }
+            }
+        }, cancellationToken);
+
+
+        await foreach (var data in completeChatResponse)
+        {
+            var model = MapToMessage(input.Model, data);
+            var message = JsonConvert.SerializeObject(model, new JsonSerializerSettings
+            {
+                ContractResolver = new CamelCasePropertyNamesContractResolver()
+            });
+
+            // 将消息加入队列而不是直接写入
+            messageQueue.Enqueue($"data: {message}\n");
+        }
+
+        // 标记完成并发送结束标记
+        isComplete = true;
         //断开连接
-         await writer.WriteLineAsync("data: done\n");
-         await writer.FlushAsync(cancellationToken); // 确保立即推送数据
+        messageQueue.Enqueue("data: done\n");
 
+        await outputTask;
         if (CurrentUser.IsAuthenticated && input.SessionId.HasValue)
         {
             // 等待接入token