BotSharp/src/Infrastructure/BotSharp.Core/Conversations/Services/ConversationService.SendMessage.cs

110 lines
3.4 KiB
C#
Raw Normal View History

2023-08-28 03:50:10 +00:00
using BotSharp.Abstraction.Agents.Models;
2023-09-19 12:17:50 +00:00
using BotSharp.Abstraction.Routing;
using BotSharp.Abstraction.Routing.Settings;
2023-09-24 16:20:02 +00:00
using System.Drawing;
namespace BotSharp.Core.Conversations.Services;
public partial class ConversationService
{
2023-09-06 03:19:36 +00:00
public async Task<bool> SendMessage(string agentId,
2023-09-25 22:46:00 +00:00
RoleDialogModel incoming,
Func<RoleDialogModel, Task> onMessageReceived,
Func<RoleDialogModel, Task> onFunctionExecuting,
Func<RoleDialogModel, Task> onFunctionExecuted)
{
2023-09-06 03:19:36 +00:00
var conversation = await GetConversationRecord(agentId);
var agentService = _services.GetRequiredService<IAgentService>();
Agent agent = await agentService.LoadAgent(agentId);
2023-09-25 22:46:00 +00:00
_logger.LogInformation($"[{agent.Name}] {incoming.Role}: {incoming.Content}");
2023-09-25 22:46:00 +00:00
incoming.CurrentAgentId = agent.Id;
2023-08-20 22:53:53 +00:00
2023-09-25 22:46:00 +00:00
_storage.Append(_conversationId, incoming);
var hooks = _services.GetServices<IConversationHook>().ToList();
// Before chat completion hook
foreach (var hook in hooks)
{
hook.SetAgent(agent)
2023-09-06 03:19:36 +00:00
.SetConversation(conversation);
2023-09-25 22:46:00 +00:00
await hook.BeforeCompletion(incoming);
2023-08-31 02:09:38 +00:00
// Interrupted by hook
2023-09-25 22:46:00 +00:00
if (incoming.StopCompletion)
2023-08-31 02:09:38 +00:00
{
2023-09-25 22:46:00 +00:00
await onMessageReceived(incoming);
_storage.Append(_conversationId, incoming);
2023-08-31 02:09:38 +00:00
return true;
}
}
2023-09-20 10:31:50 +00:00
// Routing with reasoning
2023-09-23 21:33:05 +00:00
var routing = _services.GetRequiredService<IRoutingService>();
var settings = _services.GetRequiredService<RoutingSettings>();
2023-09-09 20:13:19 +00:00
2023-09-25 22:46:00 +00:00
var response = agentId == settings.RouterId ?
await routing.InstructLoop() :
2023-09-23 21:33:05 +00:00
await routing.ExecuteOnce(agent);
2023-08-24 12:18:41 +00:00
2023-09-23 21:33:05 +00:00
await HandleAssistantMessage(response, onMessageReceived);
2023-09-24 21:32:58 +00:00
var statistics = _services.GetRequiredService<ITokenStatistics>();
statistics.PrintStatistics();
2023-09-23 21:33:05 +00:00
return true;
}
2023-09-06 03:19:36 +00:00
private async Task<Conversation> GetConversationRecord(string agentId)
{
var converation = await GetConversation(_conversationId);
// Create conversation if this conversation not exists
if (converation == null)
{
var sess = new Conversation
{
Id = _conversationId,
AgentId = agentId
};
converation = await NewConversation(sess);
}
return converation;
}
2023-09-23 21:33:05 +00:00
private async Task HandleAssistantMessage(RoleDialogModel message, Func<RoleDialogModel, Task> onMessageReceived)
{
2023-09-23 21:33:05 +00:00
var hooks = _services.GetServices<IConversationHook>().ToList();
// After chat completion hook
foreach (var hook in hooks)
{
2023-09-23 21:33:05 +00:00
await hook.AfterCompletion(message);
}
2023-09-23 21:33:05 +00:00
2023-09-24 16:20:02 +00:00
var routingSetting = _services.GetRequiredService<RoutingSettings>();
var agentName = routingSetting.RouterId == message.CurrentAgentId ?
2023-10-12 11:30:13 +00:00
"Router" :
2023-09-24 16:20:02 +00:00
(await _services.GetRequiredService<IAgentService>().GetAgent(message.CurrentAgentId)).Name;
2023-09-23 21:33:05 +00:00
var text = message.Role == AgentRole.Function ?
$"[{agentName}] {message.FunctionName}: {message.Content}" :
$"[{agentName}] {message.Role}: {message.Content}";
2023-09-24 16:20:02 +00:00
#if DEBUG
Console.WriteLine(text, Color.Pink);
2023-09-24 16:20:02 +00:00
#else
_logger.LogInformation(text);
2023-09-24 16:20:02 +00:00
#endif
2023-09-23 21:33:05 +00:00
await onMessageReceived(message);
// Add to dialog history
_storage.Append(_conversationId, message);
}
}