SemianiakaVY/BotSharp
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Merge pull request #1047 from hchen2020/master

Browse source 
Twilio.GetHints
This commit is contained in:
Haiping 2025-05-06 22:43:06 -05:00 committed by GitHub
parent 16878b11e2 a4d07d5609
commit 8a6eb7d2ef
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 9 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/Plugins/BotSharp.Plugin.OpenAI/Providers/Realtime/RealTimeCompletionProvider.cs
View file

@ -231,7 +231,6 @@ public class RealTimeCompletionProvider : IRealTimeCompletion
_logger.LogInformation($"{response.Type}: {receivedText}");
var data = JsonSerializer.Deserialize<ConversationItemCreated>(receivedText);
await Task.Delay(500);
onConversationItemCreated(receivedText);
}
else if (response.Type == "conversation.item.input_audio_transcription.completed")
@ -253,7 +252,6 @@ public class RealTimeCompletionProvider : IRealTimeCompletion
else if (response.Type == "input_audio_buffer.speech_stopped")
{
_logger.LogInformation($"{response.Type}: {receivedText}");
await Task.Delay(500);
}
else if (response.Type == "input_audio_buffer.committed")
{

11
src/Plugins/BotSharp.Plugin.Twilio/Services/TwilioMessageQueueService.cs
View file

@ -1,4 +1,5 @@
using BotSharp.Abstraction.Files;
using BotSharp.Abstraction.Realtime;
using BotSharp.Abstraction.Routing;
using BotSharp.Core.Infrastructures;
using BotSharp.Plugin.Twilio.Interfaces;
@ -110,7 +111,7 @@ public class TwilioMessageQueueService : BackgroundService
reply.SpeechFileName = await GetReplySpeechFileName(message.ConversationId, reply, sp);
}
reply.Hints = GetHints(reply);
reply.Hints = GetHints(agentId, reply, sp);
await sessionManager.SetAssistantReplyAsync(message.ConversationId, message.SeqNumber, reply);
}
@ -151,8 +152,13 @@ public class TwilioMessageQueueService : BackgroundService
return fileName;
}
private static string GetHints(AssistantMessage reply)
private static string GetHints(string agentId, AssistantMessage reply, IServiceProvider sp)
{
var agentService = sp.GetRequiredService<IAgentService>();
var agent = agentService.GetAgent(agentId).Result;
var extraWords = new List<string>();
HookEmitter.Emit<IRealtimeHook>(sp, hook => extraWords.AddRange(hook.OnModelTranscriptPrompt(agent)));
var phrases = reply.Content.Split(',', StringSplitOptions.RemoveEmptyEntries);
int capcity = 100;
var hints = new List<string>(capcity);
@ -174,6 +180,7 @@ public class TwilioMessageQueueService : BackgroundService
}
// add frequency short words
hints.AddRange(["yes", "no", "correct", "right"]);
hints.AddRange(extraWords);
return string.Join(", ", hints.Select(x => x.ToLower()).Distinct().Reverse());
}