BotSharp/src/Infrastructure/BotSharp.Core/Instructs/Services/InstructService.Execute.cs

123 lines
3.8 KiB
C#
Raw Normal View History

2024-10-17 23:17:38 +00:00
using BotSharp.Abstraction.Instructs;
using BotSharp.Abstraction.Instructs.Models;
using BotSharp.Abstraction.MLTasks;
namespace BotSharp.Core.Instructs;
public partial class InstructService
{
2025-03-31 20:16:46 +00:00
public async Task<InstructResult> Execute(string agentId, RoleDialogModel message,
string? templateName = null, string? instruction = null, IEnumerable<InstructFileModel>? files = null)
2024-10-17 23:17:38 +00:00
{
var agentService = _services.GetRequiredService<IAgentService>();
Agent agent = await agentService.LoadAgent(agentId);
2025-08-26 04:42:21 +00:00
if (agent == null)
{
return new InstructResult
{
MessageId = message.MessageId,
Text = $"Agent (id: {agentId}) does not exist!"
};
}
2024-10-17 23:17:38 +00:00
if (agent.Disabled)
{
var content = $"This agent ({agent.Name}) is disabled, please install the corresponding plugin ({agent.Plugin.Name}) to activate this agent.";
return new InstructResult
{
MessageId = message.MessageId,
Text = content
};
}
// Trigger before completion hooks
2025-05-16 01:19:55 +00:00
var hooks = _services.GetHooks<IInstructHook>(agentId);
2024-10-17 23:17:38 +00:00
foreach (var hook in hooks)
{
await hook.BeforeCompletion(agent, message);
// Interrupted by hook
if (message.StopCompletion)
{
return new InstructResult
{
MessageId = message.MessageId,
Text = message.Content
};
}
}
2025-03-05 23:22:46 +00:00
var provider = string.Empty;
var model = string.Empty;
2024-10-17 23:17:38 +00:00
// Render prompt
var prompt = string.IsNullOrEmpty(templateName) ?
2025-08-13 18:54:14 +00:00
agentService.RenderInstruction(agent) :
agentService.RenderTemplate(agent, templateName);
2024-10-17 23:17:38 +00:00
var completer = CompletionProvider.GetCompletion(_services,
agentConfig: agent.LlmConfig);
var response = new InstructResult
{
MessageId = message.MessageId
};
2025-08-26 04:42:21 +00:00
2024-10-17 23:17:38 +00:00
if (completer is ITextCompletion textCompleter)
{
2025-03-05 23:22:46 +00:00
instruction = null;
provider = textCompleter.Provider;
model = textCompleter.Model;
2024-10-17 23:17:38 +00:00
var result = await textCompleter.GetCompletion(prompt, agentId, message.MessageId);
response.Text = result;
}
else if (completer is IChatCompletion chatCompleter)
{
2025-03-05 23:22:46 +00:00
provider = chatCompleter.Provider;
model = chatCompleter.Model;
2024-10-17 23:17:38 +00:00
if (instruction == "#TEMPLATE#")
{
instruction = prompt;
prompt = message.Content;
}
var result = await chatCompleter.GetChatCompletions(new Agent
{
Id = agentId,
Name = agent.Name,
Instruction = instruction
}, new List<RoleDialogModel>
{
new RoleDialogModel(AgentRole.User, prompt)
{
CurrentAgentId = agentId,
2025-03-31 20:16:46 +00:00
MessageId = message.MessageId,
2025-08-26 04:42:21 +00:00
Files = files?.Select(x => new BotSharpFile { FileUrl = x.FileUrl, FileData = x.FileData, ContentType = x.ContentType }).ToList() ?? []
2024-10-17 23:17:38 +00:00
}
});
response.Text = result.Content;
}
foreach (var hook in hooks)
{
await hook.AfterCompletion(agent, response);
2025-03-05 23:22:46 +00:00
await hook.OnResponseGenerated(new InstructResponseModel
{
AgentId = agentId,
Provider = provider,
Model = model,
TemplateName = templateName,
UserMessage = prompt,
SystemInstruction = instruction,
CompletionText = response.Text
});
2024-10-17 23:17:38 +00:00
}
return response;
}
}