BotSharp/src/Plugins/BotSharp.Plugin.Twilio/Controllers/TwilioVoiceController.cs

156 lines
6.7 KiB
C#
Raw Normal View History

2024-08-08 19:54:32 +00:00
using BotSharp.Abstraction.Files;
using BotSharp.Core.Infrastructures;
using BotSharp.Plugin.Twilio.Models;
using BotSharp.Plugin.Twilio.Services;
2024-08-22 21:13:38 +00:00
using Microsoft.AspNetCore.Http;
2023-11-09 20:02:57 +00:00
using Microsoft.AspNetCore.Mvc;
namespace BotSharp.Plugin.Twilio.Controllers;
public class TwilioVoiceController : TwilioController
{
private readonly TwilioSetting _settings;
private readonly IServiceProvider _services;
2024-08-22 21:13:38 +00:00
private readonly IHttpContextAccessor _context;
2023-11-09 20:02:57 +00:00
2024-08-22 21:13:38 +00:00
public TwilioVoiceController(TwilioSetting settings, IServiceProvider services, IHttpContextAccessor context)
2023-11-09 20:02:57 +00:00
{
_settings = settings;
_services = services;
2024-08-22 21:13:38 +00:00
_context = context;
2023-11-09 20:02:57 +00:00
}
2023-12-06 22:55:55 +00:00
2024-08-22 21:13:38 +00:00
/// <summary>
/// https://github.com/twilio-labs/twilio-aspnet?tab=readme-ov-file#validate-twilio-http-requests
/// </summary>
/// <param name="request"></param>
/// <param name="states"></param>
/// <returns></returns>
/// <exception cref="ArgumentNullException"></exception>
[ValidateRequest]
[HttpPost("twilio/voice/welcome")]
2024-08-14 21:44:47 +00:00
public TwiMLResult InitiateConversation(VoiceRequest request, [FromQuery] string states)
2024-08-08 19:54:32 +00:00
{
if (request?.CallSid == null) throw new ArgumentNullException(nameof(VoiceRequest.CallSid));
2024-08-14 21:44:47 +00:00
string conversationId = $"TwilioVoice_{request.CallSid}";
2024-08-08 19:54:32 +00:00
var twilio = _services.GetRequiredService<TwilioService>();
2024-08-14 21:44:47 +00:00
var url = $"twilio/voice/{conversationId}/receive/0?states={states}";
var response = twilio.ReturnInstructions("twilio/welcome.mp3", url, true);
2024-08-08 19:54:32 +00:00
return TwiML(response);
}
2024-08-22 21:13:38 +00:00
[ValidateRequest]
[HttpPost("twilio/voice/{conversationId}/receive/{seqNum}")]
2024-08-14 21:44:47 +00:00
public async Task<TwiMLResult> ReceiveCallerMessage([FromRoute] string conversationId, [FromRoute] int seqNum, [FromQuery] string states, VoiceRequest request)
2024-08-08 19:54:32 +00:00
{
var twilio = _services.GetRequiredService<TwilioService>();
var messageQueue = _services.GetRequiredService<TwilioMessageQueue>();
var sessionManager = _services.GetRequiredService<ITwilioSessionManager>();
2024-08-14 21:44:47 +00:00
var messages = await sessionManager.RetrieveStagedCallerMessagesAsync(conversationId, seqNum);
2024-08-26 22:33:47 +00:00
string text = (request.SpeechResult + "\r\n" + request.Digits).Trim();
if (!string.IsNullOrWhiteSpace(text))
2024-08-08 19:54:32 +00:00
{
2024-08-26 22:33:47 +00:00
messages.Add(text);
await sessionManager.StageCallerMessageAsync(conversationId, seqNum, text);
2024-08-08 19:54:32 +00:00
}
VoiceResponse response;
2024-08-22 15:56:10 +00:00
if (messages.Count == 0 && seqNum == 0)
{
2024-08-26 22:33:47 +00:00
response = twilio.ReturnInstructions("twilio/welcome.mp3", $"twilio/voice/{conversationId}/receive/{seqNum}?states={states}", true, timeout: 2);
2024-08-22 15:56:10 +00:00
}
else
2024-08-08 19:54:32 +00:00
{
2024-08-22 15:56:10 +00:00
if (messages.Count == 0)
{
messages = await sessionManager.RetrieveStagedCallerMessagesAsync(conversationId, seqNum - 1);
}
var messageContent = string.Join("\r\n", messages);
2024-08-08 19:54:32 +00:00
var callerMessage = new CallerMessage()
{
2024-08-14 21:44:47 +00:00
ConversationId = conversationId,
2024-08-08 19:54:32 +00:00
SeqNumber = seqNum,
Content = messageContent,
From = request.From
};
2024-08-14 21:44:47 +00:00
if (!string.IsNullOrEmpty(states))
{
var kvp = states.Split(':');
if (kvp.Length == 2)
{
callerMessage.States.Add(kvp[0], kvp[1]);
}
}
2024-08-08 19:54:32 +00:00
await messageQueue.EnqueueAsync(callerMessage);
2024-08-22 21:13:38 +00:00
int audioIndex = Random.Shared.Next(1, 5);
response = twilio.ReturnInstructions($"twilio/hold-on-{audioIndex}.mp3", $"twilio/voice/{conversationId}/reply/{seqNum}?states={states}", true, 1);
2024-08-08 19:54:32 +00:00
}
return TwiML(response);
}
2024-08-22 21:13:38 +00:00
[ValidateRequest]
[HttpPost("twilio/voice/{conversationId}/reply/{seqNum}")]
2024-08-14 21:44:47 +00:00
public async Task<TwiMLResult> ReplyCallerMessage([FromRoute] string conversationId, [FromRoute] int seqNum, [FromQuery] string states, VoiceRequest request)
2024-08-08 19:54:32 +00:00
{
var nextSeqNum = seqNum + 1;
var sessionManager = _services.GetRequiredService<ITwilioSessionManager>();
var twilio = _services.GetRequiredService<TwilioService>();
if (request.SpeechResult != null)
{
2024-08-14 21:44:47 +00:00
await sessionManager.StageCallerMessageAsync(conversationId, nextSeqNum, request.SpeechResult);
2024-08-08 19:54:32 +00:00
}
2024-08-14 21:44:47 +00:00
var reply = await sessionManager.GetAssistantReplyAsync(conversationId, seqNum);
2024-08-08 19:54:32 +00:00
VoiceResponse response;
2024-08-14 21:44:47 +00:00
if (reply == null)
2024-08-08 19:54:32 +00:00
{
2024-08-14 21:44:47 +00:00
var indication = await sessionManager.GetReplyIndicationAsync(conversationId, seqNum);
if (indication != null)
{
2024-08-22 15:56:10 +00:00
string speechPath;
if (indication.StartsWith('#'))
{
speechPath = $"twilio/{indication.Substring(1)}";
}
else
{
var textToSpeechService = CompletionProvider.GetTextToSpeech(_services, "openai", "tts-1");
var fileService = _services.GetRequiredService<IFileStorageService>();
var data = await textToSpeechService.GenerateSpeechFromTextAsync(indication);
var fileName = $"indication_{seqNum}.mp3";
await fileService.SaveSpeechFileAsync(conversationId, fileName, data);
speechPath = $"twilio/voice/speeches/{conversationId}/{fileName}";
}
response = twilio.ReturnInstructions(speechPath, $"twilio/voice/{conversationId}/reply/{seqNum}?states={states}", true, 2);
2024-08-14 21:44:47 +00:00
}
else
{
response = twilio.ReturnInstructions(null, $"twilio/voice/{conversationId}/reply/{seqNum}?states={states}", true, 1);
}
2024-08-08 19:54:32 +00:00
}
else
{
2024-08-14 21:44:47 +00:00
if (reply.ConversationEnd)
{
2024-08-23 20:16:55 +00:00
response = twilio.HangUp($"twilio/voice/speeches/{conversationId}/{reply.SpeechFileName}");
2024-08-14 21:44:47 +00:00
}
else
{
2024-08-23 20:16:55 +00:00
response = twilio.ReturnInstructions($"twilio/voice/speeches/{conversationId}/{reply.SpeechFileName}", $"twilio/voice/{conversationId}/receive/{nextSeqNum}?states={states}", true);
2024-08-14 21:44:47 +00:00
}
2024-08-08 19:54:32 +00:00
}
return TwiML(response);
}
2024-08-22 21:13:38 +00:00
[ValidateRequest]
[HttpGet("twilio/voice/speeches/{conversationId}/{fileName}")]
2024-08-08 19:54:32 +00:00
public async Task<FileContentResult> RetrieveSpeechFile([FromRoute] string conversationId, [FromRoute] string fileName)
{
2024-08-09 03:28:39 +00:00
var fileService = _services.GetRequiredService<IFileStorageService>();
2024-08-08 19:54:32 +00:00
var data = await fileService.RetrieveSpeechFileAsync(conversationId, fileName);
2024-08-09 03:28:39 +00:00
var result = new FileContentResult(data.ToArray(), "audio/mpeg");
2024-08-08 19:54:32 +00:00
result.FileDownloadName = fileName;
return result;
}
2023-11-09 20:02:57 +00:00
}