SemianiakaVY/BotSharp
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Avoid duplicate message if there is init_audio_file

Browse source
This commit is contained in:
Haiping Chen 2025-03-12 19:20:30 -05:00
parent 14c476ce0d
commit f0ab14bb4d
3 changed files with 27 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

29
src/Infrastructure/BotSharp.Core.Realtime/Services/RealtimeHub.cs
View file

@ -98,24 +98,33 @@ public class RealtimeHub : IRealtimeHub
routing.Context.SetDialogs(dialogs);
var states = _services.GetRequiredService<IConversationStateService>();
await _completer.Connect(_conn,
onModelReady: async () =>
{
// Control initial session, prevent initial response interruption
await _completer.UpdateSession(_conn, turnDetection: false);
if (dialogs.LastOrDefault()?.Role == AgentRole.Assistant)
if (states.ContainsState("init_audio_file"))
{
await _completer.TriggerModelInference($"Rephase your last response:\r\n{dialogs.LastOrDefault()?.Content}");
await _completer.UpdateSession(_conn, turnDetection: true);
}
else
{
await _completer.TriggerModelInference("Reply based on the conversation context.");
}
// Control initial session, prevent initial response interruption
await _completer.UpdateSession(_conn, turnDetection: false);
// Start turn detection
await Task.Delay(1000 * 8);
await _completer.UpdateSession(_conn, turnDetection: true);
if (dialogs.LastOrDefault()?.Role == AgentRole.Assistant)
{
await _completer.TriggerModelInference($"Rephase your last response:\r\n{dialogs.LastOrDefault()?.Content}");
}
else
{
await _completer.TriggerModelInference("Reply based on the conversation context.");
}
// Start turn detection
await Task.Delay(1000 * 8);
await _completer.UpdateSession(_conn, turnDetection: true);
}
},
onModelAudioDeltaReceived: async (audioDeltaData, itemId) =>
{

8
src/Plugins/BotSharp.Plugin.Twilio/Controllers/TwilioStreamController.cs
View file

@ -44,7 +44,8 @@ public class TwilioStreamController : TwilioController
if (_context.HttpContext.Request.Query.ContainsKey("init_audio_file"))
{
instruction.SpeechPaths.Add(_context.HttpContext.Request.Query["init_audio_file"]);
request.InitAudioFile = _context.HttpContext.Request.Query["init_audio_file"];
instruction.SpeechPaths.Add(request.InitAudioFile);
}
if (_context.HttpContext.Request.Query.ContainsKey("conversation_id"))
@ -104,6 +105,11 @@ public class TwilioStreamController : TwilioController
new(StateConst.ROUTING_MODE, "lazy"),
};
if (request.InitAudioFile != null)
{
states.Add(new("init_audio_file", request.InitAudioFile));
}
convService.SetConversationId(conversation.Id, states);
convService.SaveStates();

1
src/Plugins/BotSharp.Plugin.Twilio/Models/ConversationalVoiceRequest.cs
View file

@ -18,6 +18,7 @@ public class ConversationalVoiceRequest : VoiceRequest
public string? AIResponseErrorMessage { get; set; } = string.Empty;
public string Intent { get; set; } = string.Empty;
public string? InitAudioFile { get; set; }
public List<string> States { get; set; } = [];
}