From 76ca928ec8021e299385ded4b12e80cad30c2d72 Mon Sep 17 00:00:00 2001
From: Wenbo Cao <104199@smsassist.com>
Date: Sat, 17 Aug 2024 19:01:10 -0500
Subject: [PATCH] change the provide name for local whipser

---
 .../Functions/HandleAudioRequestFn.cs                        | 5 +++--
 .../Provider/NativeWhisperProvider.cs                        | 2 +-
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/src/Plugins/BotSharp.Plugin.AudioHandler/Functions/HandleAudioRequestFn.cs b/src/Plugins/BotSharp.Plugin.AudioHandler/Functions/HandleAudioRequestFn.cs
index 9d447c49..0c2298c6 100644
--- a/src/Plugins/BotSharp.Plugin.AudioHandler/Functions/HandleAudioRequestFn.cs
+++ b/src/Plugins/BotSharp.Plugin.AudioHandler/Functions/HandleAudioRequestFn.cs
@@ -84,7 +84,7 @@ public class HandleAudioRequestFn : IFunctionCallback
 
     private async Task<string> GetResponeFromDialogs(List<RoleDialogModel> dialogs)
     {
-        var whisperService = PrepareModel("openai");
+        var whisperService = await PrepareModel("native"); // openai, native
         var dialog = dialogs.Where(x => !x.Files.IsNullOrEmpty()).Last();
         int transcribedCount = 0;
         foreach (var file in dialog.Files)
@@ -108,7 +108,7 @@ public class HandleAudioRequestFn : IFunctionCallback
         return string.Join("\n\r", resList);
     }
 
-    private ISpeechToText PrepareModel(string modelName = "native")
+    private async Task<ISpeechToText> PrepareModel(string modelName = "native")
     {
         var whisperService = _serviceProvider.GetServices<ISpeechToText>().FirstOrDefault(x => x.Provider == modelName.ToLower());
         if (whisperService == null)
@@ -120,6 +120,7 @@ public class HandleAudioRequestFn : IFunctionCallback
         {
             return CompletionProvider.GetSpeechToText(_serviceProvider, provider: "openai", model: "whisper-1");
         }
+        await whisperService.SetModelName("Tiny");
         return whisperService;
     }
 }
diff --git a/src/Plugins/BotSharp.Plugin.AudioHandler/Provider/NativeWhisperProvider.cs b/src/Plugins/BotSharp.Plugin.AudioHandler/Provider/NativeWhisperProvider.cs
index df995207..7afae1fc 100644
--- a/src/Plugins/BotSharp.Plugin.AudioHandler/Provider/NativeWhisperProvider.cs
+++ b/src/Plugins/BotSharp.Plugin.AudioHandler/Provider/NativeWhisperProvider.cs
@@ -9,7 +9,7 @@ namespace BotSharp.Plugin.AudioHandler.Provider;
 /// </summary>
 public class NativeWhisperProvider : ISpeechToText
 {
-    public string Provider => "whisper";
+    public string Provider => "native";
     private readonly IAudioProcessUtilities _audioProcessUtilities;
     private static WhisperProcessor _processor;
     private readonly ILogger _logger;