76 lines
2.9 KiB
C#
76 lines
2.9 KiB
C#
|
namespace Admin.NET.Core.Ai.Services.SSE;
|
|||
|
|
|
|||
|
|
/// <summary>
|
|||
|
|
/// SSE服务
|
|||
|
|
/// </summary>
|
|||
|
|
[ApiController]
|
|||
|
|
public class SseService : ControllerBase
|
|||
|
|
{
|
|||
|
|
private readonly ILogger<SseService> _logger;
|
|||
|
|
private readonly SseChannelManager _sseChannelManager;
|
|||
|
|
private readonly SseDeepThinkingChannelManager _sseDeepThinkingChannelManager;
|
|||
|
|
|
|||
|
|
public SseService(ILogger<SseService> logger, SseChannelManager sseChannelManager, SseDeepThinkingChannelManager sseDeepThinkingChannelManager)
|
|||
|
|
{
|
|||
|
|
_logger = logger;
|
|||
|
|
_sseChannelManager = sseChannelManager;
|
|||
|
|
_sseDeepThinkingChannelManager = sseDeepThinkingChannelManager;
|
|||
|
|
_logger.LogInformation("SseService 初始化!测试guid串：{Guid}", Guid.NewGuid().ToString());
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
[HttpGet("/sse/chat/{id}")]
|
|||
|
|
[AllowAnonymous]
|
|||
|
|
public async Task Chat(long id, CancellationToken cancellationToken)
|
|||
|
|
{
|
|||
|
|
Response.Headers.Append("Content-Type", "text/event-stream");
|
|||
|
|
Response.Headers.Append("Cache-Control", "no-cache");
|
|||
|
|
Response.Headers.Append("Connection", "keep-alive");
|
|||
|
|
Response.Headers.Append("X-Accel-Buffering", "no"); // Nginx
|
|||
|
|
|
|||
|
|
var channel = _sseChannelManager.Register(id);
|
|||
|
|
var deepThinkingChannel = _sseDeepThinkingChannelManager.Register(id);
|
|||
|
|
try
|
|||
|
|
{
|
|||
|
|
_ = Task.Run(async () =>
|
|||
|
|
{
|
|||
|
|
//心跳检查
|
|||
|
|
while (true)
|
|||
|
|
{
|
|||
|
|
cancellationToken.ThrowIfCancellationRequested();
|
|||
|
|
await Response.WriteAsync($"event: ping\n");
|
|||
|
|
await Response.WriteAsync($"data: pong\n\n");
|
|||
|
|
await Response.Body.FlushAsync(cancellationToken);
|
|||
|
|
await Task.Delay(5000, cancellationToken);
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
_ = Task.Run(async () =>
|
|||
|
|
{
|
|||
|
|
await foreach (var message in deepThinkingChannel.ReadAllAsync(cancellationToken))
|
|||
|
|
{
|
|||
|
|
cancellationToken.ThrowIfCancellationRequested();
|
|||
|
|
await Response.WriteAsync($"event: deepThinking\n");
|
|||
|
|
await Response.WriteAsync($"data: {message}\n\n");
|
|||
|
|
await Response.Body.FlushAsync(cancellationToken);
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
await foreach (var message in channel.ReadAllAsync(cancellationToken))
|
|||
|
|
{
|
|||
|
|
cancellationToken.ThrowIfCancellationRequested();
|
|||
|
|
await Response.WriteAsync($"event: chat\n");
|
|||
|
|
await Response.WriteAsync($"data: {message}\n\n");
|
|||
|
|
await Response.Body.FlushAsync(cancellationToken);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
catch (OperationCanceledException)
|
|||
|
|
{
|
|||
|
|
_logger.LogInformation("SseService 取消!");
|
|||
|
|
}
|
|||
|
|
finally
|
|||
|
|
{
|
|||
|
|
_sseChannelManager.Unregister(id);
|
|||
|
|
_sseDeepThinkingChannelManager.Unregister(id);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|