BotSharp/src/Plugins/BotSharp.Plugin.HuggingFace/DataModels/InferenceInputParameters.cs
2024-01-16 11:38:45 -06:00

17 lines
472 B
C#

namespace BotSharp.Plugin.HuggingFace.DataModels;
public class InferenceInputParameters
{
[JsonPropertyName("temperature")]
public float Temperature { get; set; } = 0.7f;
[JsonPropertyName("max_new_tokens")]
public int MaxNewTokens { get; set; } = 128;
[JsonPropertyName("return_full_text")]
public bool ReturnFullText { get; set; } = false;
[JsonPropertyName("num_return_sequences")]
public int NumReturnSequences { get; set; } = 1;
}