SemianiakaVY/BotSharp
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

change the provide name for local whipser

Browse source
This commit is contained in:
Wenbo Cao 2024-08-17 19:01:10 -05:00
parent 345d4ebfe6
commit 76ca928ec8
2 changed files with 4 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
src/Plugins/BotSharp.Plugin.AudioHandler/Functions/HandleAudioRequestFn.cs
View file

@ -84,7 +84,7 @@ public class HandleAudioRequestFn : IFunctionCallback
private async Task<string> GetResponeFromDialogs(List<RoleDialogModel> dialogs)
{
var whisperService = PrepareModel("openai");
var whisperService = await PrepareModel("native"); // openai, native
var dialog = dialogs.Where(x => !x.Files.IsNullOrEmpty()).Last();
int transcribedCount = 0;
foreach (var file in dialog.Files)
@ -108,7 +108,7 @@ public class HandleAudioRequestFn : IFunctionCallback
return string.Join("\n\r", resList);
}
private ISpeechToText PrepareModel(string modelName = "native")
private async Task<ISpeechToText> PrepareModel(string modelName = "native")
{
var whisperService = _serviceProvider.GetServices<ISpeechToText>().FirstOrDefault(x => x.Provider == modelName.ToLower());
if (whisperService == null)
@ -120,6 +120,7 @@ public class HandleAudioRequestFn : IFunctionCallback
{
return CompletionProvider.GetSpeechToText(_serviceProvider, provider: "openai", model: "whisper-1");
}
await whisperService.SetModelName("Tiny");
return whisperService;
}
}

2
src/Plugins/BotSharp.Plugin.AudioHandler/Provider/NativeWhisperProvider.cs
View file

@ -9,7 +9,7 @@ namespace BotSharp.Plugin.AudioHandler.Provider;
/// </summary>
public class NativeWhisperProvider : ISpeechToText
{
public string Provider => "whisper";
public string Provider => "native";
private readonly IAudioProcessUtilities _audioProcessUtilities;
private static WhisperProcessor _processor;
private readonly ILogger _logger;