76 lines
2.9 KiB
C#
76 lines
2.9 KiB
C#
namespace Admin.NET.Core.Ai.Services.SSE;
|
||
|
||
/// <summary>
|
||
/// SSE服务
|
||
/// </summary>
|
||
[ApiController]
|
||
public class SseService : ControllerBase
|
||
{
|
||
private readonly ILogger<SseService> _logger;
|
||
private readonly SseChannelManager _sseChannelManager;
|
||
private readonly SseDeepThinkingChannelManager _sseDeepThinkingChannelManager;
|
||
|
||
public SseService(ILogger<SseService> logger, SseChannelManager sseChannelManager, SseDeepThinkingChannelManager sseDeepThinkingChannelManager)
|
||
{
|
||
_logger = logger;
|
||
_sseChannelManager = sseChannelManager;
|
||
_sseDeepThinkingChannelManager = sseDeepThinkingChannelManager;
|
||
_logger.LogInformation("SseService 初始化!测试guid串：{Guid}", Guid.NewGuid().ToString());
|
||
}
|
||
|
||
[HttpGet("/sse/chat/{id}")]
|
||
[AllowAnonymous]
|
||
public async Task Chat(long id, CancellationToken cancellationToken)
|
||
{
|
||
Response.Headers.Append("Content-Type", "text/event-stream");
|
||
Response.Headers.Append("Cache-Control", "no-cache");
|
||
Response.Headers.Append("Connection", "keep-alive");
|
||
Response.Headers.Append("X-Accel-Buffering", "no"); // Nginx
|
||
|
||
var channel = _sseChannelManager.Register(id);
|
||
var deepThinkingChannel = _sseDeepThinkingChannelManager.Register(id);
|
||
try
|
||
{
|
||
_ = Task.Run(async () =>
|
||
{
|
||
//心跳检查
|
||
while (true)
|
||
{
|
||
cancellationToken.ThrowIfCancellationRequested();
|
||
await Response.WriteAsync($"event: ping\n");
|
||
await Response.WriteAsync($"data: pong\n\n");
|
||
await Response.Body.FlushAsync(cancellationToken);
|
||
await Task.Delay(5000, cancellationToken);
|
||
}
|
||
});
|
||
_ = Task.Run(async () =>
|
||
{
|
||
await foreach (var message in deepThinkingChannel.ReadAllAsync(cancellationToken))
|
||
{
|
||
cancellationToken.ThrowIfCancellationRequested();
|
||
await Response.WriteAsync($"event: deepThinking\n");
|
||
await Response.WriteAsync($"data: {message}\n\n");
|
||
await Response.Body.FlushAsync(cancellationToken);
|
||
}
|
||
});
|
||
await foreach (var message in channel.ReadAllAsync(cancellationToken))
|
||
{
|
||
cancellationToken.ThrowIfCancellationRequested();
|
||
await Response.WriteAsync($"event: chat\n");
|
||
await Response.WriteAsync($"data: {message}\n\n");
|
||
await Response.Body.FlushAsync(cancellationToken);
|
||
}
|
||
}
|
||
catch (OperationCanceledException)
|
||
{
|
||
_logger.LogInformation("SseService 取消!");
|
||
}
|
||
finally
|
||
{
|
||
_sseChannelManager.Unregister(id);
|
||
_sseDeepThinkingChannelManager.Unregister(id);
|
||
}
|
||
}
|
||
}
|
||
|