BotSharp/src/Plugins/BotSharp.Plugin.OpenAI/Providers/Audio/AudioCompletionProvider.TextToSpeech.cs

using OpenAI.Audio;

namespace BotSharp.Plugin.OpenAI.Providers.Audio;

public partial class AudioCompletionProvider
{
    public async Task<BinaryData> GenerateAudioFromTextAsync(string text)
    {
        var audioClient = ProviderHelper.GetClient(Provider, _model, _services)
                                        .GetAudioClient(_model);

        var (voice, options) = PrepareGenerationOptions();
        var result = await audioClient.GenerateSpeechFromTextAsync(text, voice, options);
        return result.Value;
    }

    private (GeneratedSpeechVoice, SpeechGenerationOptions) PrepareGenerationOptions()
    {
        var state = _services.GetRequiredService<IConversationStateService>();
        var voice = GetVoice(state.GetState("speech_generate_voice"));
        var format = GetSpeechFormat(state.GetState("speech_generate_format"));
        var speed = GetSpeed(state.GetState("speech_generate_speed"));

        var options = new SpeechGenerationOptions
        {
            ResponseFormat = format,
            Speed = speed
        };

        return (voice, options);
    }

    private GeneratedSpeechVoice GetVoice(string input)
    {
        var value = !string.IsNullOrEmpty(input) ? input : "alloy";

        GeneratedSpeechVoice voice;
        switch (value)
        {
            case "echo":
                voice = GeneratedSpeechVoice.Echo;
                break;
            case "fable":
                voice = GeneratedSpeechVoice.Fable;
                break;
            case "onyx":
                voice = GeneratedSpeechVoice.Onyx;
                break;
            case "nova":
                voice = GeneratedSpeechVoice.Nova;
                break;
            case "shimmer":
                voice = GeneratedSpeechVoice.Shimmer;
                break;
            default:
                voice = GeneratedSpeechVoice.Alloy;
                break;
        }

        return voice;
    }

    private GeneratedSpeechFormat GetSpeechFormat(string input)
    {
        var value = !string.IsNullOrEmpty(input) ? input : "mp3";

        GeneratedSpeechFormat format;
        switch (value)
        {
            case "wav":
                format = GeneratedSpeechFormat.Wav;
                break;
            case "opus":
                format = GeneratedSpeechFormat.Opus;
                break;
            case "aac":
                format = GeneratedSpeechFormat.Aac;
                break;
            case "flac":
                format = GeneratedSpeechFormat.Flac;
                break;
            case "pcm":
                format = GeneratedSpeechFormat.Pcm;
                break;
            default:
                format = GeneratedSpeechFormat.Mp3;
                break;
        }

        return format;
    }

    private float? GetSpeed(string input)
    {
        if (!float.TryParse(input, out var speed))
        {
            return null;
        }

        return speed;
    }
}