102 lines
3.5 KiB
C#
102 lines
3.5 KiB
C#
using BotSharp.Abstraction.Agents.Enums;
|
|
using BotSharp.Abstraction.Agents.Models;
|
|
using BotSharp.Abstraction.Conversations.Models;
|
|
using BotSharp.Abstraction.MLTasks;
|
|
|
|
namespace BotSharp.Core.Conversations.Services;
|
|
|
|
public partial class ConversationService
|
|
{
|
|
const int maxRecursiveDepth = 3;
|
|
int currentRecursiveDepth = 0;
|
|
|
|
private async Task<bool> GetChatCompletionsAsyncRecursively(IChatCompletion chatCompletion,
|
|
string conversationId,
|
|
Agent agent,
|
|
List<RoleDialogModel> wholeDialogs,
|
|
Func<RoleDialogModel, Task> onMessageReceived,
|
|
Func<RoleDialogModel, Task> onFunctionExecuting)
|
|
{
|
|
currentRecursiveDepth++;
|
|
if (currentRecursiveDepth > maxRecursiveDepth)
|
|
{
|
|
_logger.LogError($"Exceed max current recursive depth.");
|
|
await HandleAssistantMessage(new RoleDialogModel(AgentRole.Assistant, "System has exception, please try later.")
|
|
{
|
|
CurrentAgentId = agent.Id
|
|
}, onMessageReceived);
|
|
return false;
|
|
}
|
|
|
|
var result = await chatCompletion.GetChatCompletionsAsync(agent, wholeDialogs, async msg =>
|
|
{
|
|
await HandleAssistantMessage(msg, onMessageReceived);
|
|
|
|
// Add to dialog history
|
|
_storage.Append(conversationId, agent.Id, msg);
|
|
}, async fn =>
|
|
{
|
|
var preAgentId = agent.Id;
|
|
|
|
await HandleFunctionMessage(fn, onFunctionExecuting);
|
|
|
|
// Function executed has exception
|
|
if (fn.ExecutionResult == null)
|
|
{
|
|
await HandleAssistantMessage(new RoleDialogModel(AgentRole.Assistant, fn.Content)
|
|
{
|
|
CurrentAgentId = fn.CurrentAgentId
|
|
}, onMessageReceived);
|
|
return;
|
|
}
|
|
|
|
fn.Content = fn.ExecutionResult;
|
|
|
|
// Agent has been transferred
|
|
if (fn.CurrentAgentId != preAgentId)
|
|
{
|
|
var agentSettings = _services.GetRequiredService<AgentSettings>();
|
|
var agentService = _services.GetRequiredService<IAgentService>();
|
|
agent = await agentService.LoadAgent(fn.CurrentAgentId);
|
|
|
|
// Set state to make next conversation will go to this agent directly
|
|
// var state = _services.GetRequiredService<IConversationStateService>();
|
|
// state.SetState("agentId", fn.CurrentAgentId);
|
|
}
|
|
|
|
// Add to dialog history
|
|
_storage.Append(conversationId, preAgentId, fn);
|
|
|
|
// After function is executed, pass the result to LLM to get a natural response
|
|
wholeDialogs.Add(fn);
|
|
|
|
await GetChatCompletionsAsyncRecursively(chatCompletion, conversationId, agent, wholeDialogs, onMessageReceived, onFunctionExecuting);
|
|
});
|
|
|
|
return result;
|
|
}
|
|
|
|
private async Task HandleAssistantMessage(RoleDialogModel msg, Func<RoleDialogModel, Task> onMessageReceived)
|
|
{
|
|
var hooks = _services.GetServices<IConversationHook>().ToList();
|
|
|
|
// After chat completion hook
|
|
foreach (var hook in hooks)
|
|
{
|
|
await hook.AfterCompletion(msg);
|
|
}
|
|
|
|
await onMessageReceived(msg);
|
|
}
|
|
|
|
private async Task HandleFunctionMessage(RoleDialogModel msg, Func<RoleDialogModel, Task> onFunctionExecuting)
|
|
{
|
|
// Save states
|
|
SaveStateByArgs(msg.FunctionArgs);
|
|
|
|
// Call functions
|
|
await onFunctionExecuting(msg);
|
|
await CallFunctions(msg);
|
|
}
|
|
}
|