72 lines
2.6 KiB
C#
72 lines
2.6 KiB
C#
|
using OpenAI.Images;
|
||
|
|
|
||
|
|
namespace BotSharp.Plugin.AzureOpenAI.Providers.Image;
|
||
|
|
|
||
|
|
public partial class ImageCompletionProvider
|
||
|
|
{
|
||
|
|
public async Task<RoleDialogModel> GetImageGeneration(Agent agent, RoleDialogModel message)
|
||
|
|
{
|
||
|
|
var client = ProviderHelper.GetClient(Provider, _model, _services);
|
||
|
|
var (prompt, imageCount, options) = PrepareOptions(message);
|
||
|
|
var imageClient = client.GetImageClient(_model);
|
||
|
|
|
||
|
|
var response = imageClient.GenerateImages(prompt, imageCount, options);
|
||
|
|
var values = response.Value;
|
||
|
|
|
||
|
|
var generatedImages = new List<ImageGeneration>();
|
||
|
|
foreach (var value in values)
|
||
|
|
{
|
||
|
|
if (value == null) continue;
|
||
|
|
|
||
|
|
var generatedImage = new ImageGeneration { Description = value?.RevisedPrompt ?? string.Empty };
|
||
|
|
if (options.ResponseFormat == GeneratedImageFormat.Uri)
|
||
|
|
{
|
||
|
|
generatedImage.ImageUrl = value?.ImageUri?.AbsoluteUri ?? string.Empty;
|
||
|
|
}
|
||
|
|
else if (options.ResponseFormat == GeneratedImageFormat.Bytes)
|
||
|
|
{
|
||
|
|
var base64Str = string.Empty;
|
||
|
|
var bytes = value?.ImageBytes?.ToArray();
|
||
|
|
if (!bytes.IsNullOrEmpty())
|
||
|
|
{
|
||
|
|
base64Str = Convert.ToBase64String(bytes);
|
||
|
|
}
|
||
|
|
generatedImage.ImageData = base64Str;
|
||
|
|
}
|
||
|
|
|
||
|
|
generatedImages.Add(generatedImage);
|
||
|
|
}
|
||
|
|
|
||
|
|
var content = string.Join("\r\n", generatedImages.Where(x => !string.IsNullOrWhiteSpace(x.Description)).Select(x => x.Description));
|
||
|
|
var responseMessage = new RoleDialogModel(AgentRole.Assistant, content)
|
||
|
|
{
|
||
|
|
CurrentAgentId = agent.Id,
|
||
|
|
MessageId = message?.MessageId ?? string.Empty,
|
||
|
|
GeneratedImages = generatedImages
|
||
|
|
};
|
||
|
|
|
||
|
|
return responseMessage;
|
||
|
|
}
|
||
|
|
|
||
|
|
private (string, int, ImageGenerationOptions) PrepareOptions(RoleDialogModel message)
|
||
|
|
{
|
||
|
|
var prompt = message?.Payload ?? message?.Content ?? string.Empty;
|
||
|
|
|
||
|
|
var state = _services.GetRequiredService<IConversationStateService>();
|
||
|
|
var size = state.GetState("image_size");
|
||
|
|
var quality = state.GetState("image_quality");
|
||
|
|
var style = state.GetState("image_style");
|
||
|
|
var format = state.GetState("image_format");
|
||
|
|
var count = GetImageCount(state.GetState("image_count", "1"));
|
||
|
|
|
||
|
|
var options = new ImageGenerationOptions
|
||
|
|
{
|
||
|
|
Size = GetImageSize(size),
|
||
|
|
Quality = GetImageQuality(quality),
|
||
|
|
Style = GetImageStyle(style),
|
||
|
|
ResponseFormat = GetImageFormat(format)
|
||
|
|
};
|
||
|
|
return (prompt, count, options);
|
||
|
|
}
|
||
|
|
}
|