namespace BotSharp.Abstraction.MLTasks.Settings;
public class LlmModelSetting
{
public string Id { get; set; }
public string Name { get; set; }
public string ApiKey { get; set; }
public string Endpoint { get; set; }
public LlmModelType Type { get; set; } = LlmModelType.Chat;
///
/// Prompt cost per 1K token
///
public float PromptCost { get; set; }
///
/// Completion cost per 1K token
///
public float CompletionCost { get; set; }
public override string ToString()
{
return $"[{Type}] {Name} {Endpoint}";
}
}
public enum LlmModelType
{
Text = 1,
Chat = 2
}