namespace BotSharp.Abstraction.MLTasks.Settings;
public class LlmModelSetting
{
///
/// Model Id, like "gpt-3.5" and "gpt-4".
///
public string? Id { get; set; }
///
/// Deployment model name
///
public string Name { get; set; }
///
/// Model version
///
public string Version { get; set; } = "1106-Preview";
///
/// Deployment same functional model in a group.
/// It can be used to deploy same model in different regions.
///
public string? Group { get; set; }
public string ApiKey { get; set; }
public string Endpoint { get; set; }
public LlmModelType Type { get; set; } = LlmModelType.Chat;
///
/// If true, allow sending images/vidoes to this model
///
public bool MultiModal { get; set; }
///
/// Prompt cost per 1K token
///
public float PromptCost { get; set; }
///
/// Completion cost per 1K token
///
public float CompletionCost { get; set; }
public override string ToString()
{
return $"[{Type}] {Name} {Endpoint}";
}
}
public enum LlmModelType
{
Text = 1,
Chat = 2
}