BotSharp/src/Infrastructure/BotSharp.Core/Conversations/Services/ConversationService.SendMessage.cs

115 lines
3.5 KiB
C#
Raw Normal View History

2023-08-28 03:50:10 +00:00
using BotSharp.Abstraction.Agents.Models;
2023-09-19 12:17:50 +00:00
using BotSharp.Abstraction.Routing;
using BotSharp.Abstraction.Routing.Settings;
2023-09-24 16:20:02 +00:00
using System.Drawing;
namespace BotSharp.Core.Conversations.Services;
public partial class ConversationService
{
2023-09-06 03:19:36 +00:00
public async Task<bool> SendMessage(string agentId,
2023-09-25 22:46:00 +00:00
RoleDialogModel incoming,
Func<RoleDialogModel, Task> onMessageReceived,
Func<RoleDialogModel, Task> onFunctionExecuting,
Func<RoleDialogModel, Task> onFunctionExecuted)
{
2023-09-06 03:19:36 +00:00
var conversation = await GetConversationRecord(agentId);
var agentService = _services.GetRequiredService<IAgentService>();
Agent agent = await agentService.LoadAgent(agentId);
var message = $"Received [{agent.Name}] {incoming.Role}: {incoming.Content}";
#if DEBUG
Console.WriteLine(message, Color.OrangeRed);
#else
_logger.LogInformation(message);
#endif
2023-09-25 22:46:00 +00:00
incoming.CurrentAgentId = agent.Id;
2023-08-20 22:53:53 +00:00
2023-09-25 22:46:00 +00:00
_storage.Append(_conversationId, incoming);
var hooks = _services.GetServices<IConversationHook>().ToList();
// Before chat completion hook
foreach (var hook in hooks)
{
hook.SetAgent(agent)
2023-09-06 03:19:36 +00:00
.SetConversation(conversation);
2023-10-16 20:07:07 +00:00
await hook.OnMessageReceived(incoming);
2023-08-31 02:09:38 +00:00
// Interrupted by hook
2023-09-25 22:46:00 +00:00
if (incoming.StopCompletion)
2023-08-31 02:09:38 +00:00
{
2023-09-25 22:46:00 +00:00
await onMessageReceived(incoming);
_storage.Append(_conversationId, incoming);
2023-08-31 02:09:38 +00:00
return true;
}
}
2023-09-20 10:31:50 +00:00
// Routing with reasoning
2023-09-23 21:33:05 +00:00
var routing = _services.GetRequiredService<IRoutingService>();
var settings = _services.GetRequiredService<RoutingSettings>();
2023-09-09 20:13:19 +00:00
2023-09-25 22:46:00 +00:00
var response = agentId == settings.RouterId ?
await routing.InstructLoop() :
2023-09-23 21:33:05 +00:00
await routing.ExecuteOnce(agent);
2023-08-24 12:18:41 +00:00
2023-09-23 21:33:05 +00:00
await HandleAssistantMessage(response, onMessageReceived);
2023-09-24 21:32:58 +00:00
var statistics = _services.GetRequiredService<ITokenStatistics>();
statistics.PrintStatistics();
routing.ResetRecursiveCounter();
2023-10-19 17:24:00 +00:00
routing.RefreshDialogs();
2023-09-23 21:33:05 +00:00
return true;
}
2023-09-06 03:19:36 +00:00
private async Task<Conversation> GetConversationRecord(string agentId)
{
var converation = await GetConversation(_conversationId);
// Create conversation if this conversation not exists
if (converation == null)
{
var sess = new Conversation
{
Id = _conversationId,
AgentId = agentId
};
converation = await NewConversation(sess);
}
return converation;
}
2023-09-23 21:33:05 +00:00
private async Task HandleAssistantMessage(RoleDialogModel message, Func<RoleDialogModel, Task> onMessageReceived)
{
var agentService = _services.GetRequiredService<IAgentService>();
var agent = await agentService.GetAgent(message.CurrentAgentId);
var agentName = agent.Name;
2023-09-23 21:33:05 +00:00
var text = message.Role == AgentRole.Function ?
$"Sending [{agentName}] {message.FunctionName}: {message.Content}" :
$"Sending [{agentName}] {message.Role}: {message.Content}";
2023-09-24 16:20:02 +00:00
#if DEBUG
Console.WriteLine(text, Color.Yellow);
2023-09-24 16:20:02 +00:00
#else
_logger.LogInformation(text);
2023-09-24 16:20:02 +00:00
#endif
2023-09-23 21:33:05 +00:00
2023-10-16 20:07:07 +00:00
var hooks = _services.GetServices<IConversationHook>().ToList();
foreach (var hook in hooks)
{
await hook.OnResponseGenerated(message);
}
2023-09-23 21:33:05 +00:00
await onMessageReceived(message);
// Add to dialog history
_storage.Append(_conversationId, message);
}
}