diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/BotSharp.Plugin.EmailReader.csproj b/src/Plugins/BotSharp.Plugin.EmailReader/BotSharp.Plugin.EmailReader.csproj new file mode 100644 index 00000000..35c1a1db --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/BotSharp.Plugin.EmailReader.csproj @@ -0,0 +1,37 @@ + + + + $(TargetFramework) + enable + $(LangVersion) + $(BotSharpVersion) + $(GeneratePackageOnBuild) + $(GenerateDocumentationFile) + $(SolutionDir)packages + + + + + + + + + + PreserveNewest + + + PreserveNewest + + + + + + + + + + + + + + diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/EmailReaderPlugin.cs b/src/Plugins/BotSharp.Plugin.EmailReader/EmailReaderPlugin.cs new file mode 100644 index 00000000..a88abc66 --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/EmailReaderPlugin.cs @@ -0,0 +1,41 @@ +using BotSharp.Abstraction.Agents; +using BotSharp.Abstraction.Repositories.Enums; +using BotSharp.Abstraction.Repositories; +using BotSharp.Abstraction.Settings; +using BotSharp.Core.Repository; +using BotSharp.Plugin.EmailReader.Hooks; +using BotSharp.Plugin.EmailReader.Settings; +using EntityFrameworkCore.BootKit; +using Microsoft.Extensions.Configuration; +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Threading.Tasks; +using BotSharp.Core.Infrastructures; +using BotSharp.Plugin.EmailReader.Providers; + +namespace BotSharp.Plugin.EmailReader; + +public class EmailReaderPlugin : IBotSharpPlugin +{ + public string Id => "c88d27c8-127e-4aff-9cf4-74b49eec2926"; + public string Name => "Email Reader"; + public string Description => "Empower agent to read messages from email"; + public string IconUrl => "https://cdn-icons-png.freepik.com/512/6711/6711567.png"; + + public void RegisterDI(IServiceCollection services, IConfiguration config) + { + var emailReaderSettings = new EmailReaderSettings(); + config.Bind("EmailReader", emailReaderSettings); + services.AddScoped(provider => + { + var settingService = provider.GetRequiredService(); + return settingService.Bind("EmailReader"); + }); + services.AddSingleton(provider => emailReaderSettings); + services.AddScoped(); + services.AddScoped(); + services.AddScoped(); + } +} diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/Enums/UtilityName.cs b/src/Plugins/BotSharp.Plugin.EmailReader/Enums/UtilityName.cs new file mode 100644 index 00000000..2d0042e0 --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/Enums/UtilityName.cs @@ -0,0 +1,12 @@ +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Threading.Tasks; + +namespace BotSharp.Plugin.EmailReader.Enums; + +public class UtilityName +{ + public const string EmailReader = "email-reader"; +} diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/Functions/HandleEmailReaderFn.cs b/src/Plugins/BotSharp.Plugin.EmailReader/Functions/HandleEmailReaderFn.cs new file mode 100644 index 00000000..4c23c0e8 --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/Functions/HandleEmailReaderFn.cs @@ -0,0 +1,196 @@ +using BotSharp.Abstraction.Agents.Enums; +using BotSharp.Abstraction.Files; +using BotSharp.Abstraction.Messaging.Models.RichContent.Template; +using BotSharp.Abstraction.MLTasks; +using BotSharp.Core.Infrastructures; +using BotSharp.Plugin.EmailReader.LlmContexts; +using BotSharp.Plugin.EmailReader.Models; +using BotSharp.Plugin.EmailReader.Providers; +using BotSharp.Plugin.EmailReader.Settings; +using BotSharp.Plugin.EmailReader.Templates; +using BusinessCore.Utils; +using MailKit; +using MailKit.Net.Imap; +using MailKit.Search; +using MailKit.Security; +using Microsoft.AspNetCore.Http; +using Microsoft.Extensions.Logging; +using MimeKit; + +namespace BotSharp.Plugin.EmailReader.Functions; + +public class HandleEmailReaderFn : IFunctionCallback +{ + public string Name => "handle_email_reader"; + public readonly static string PROMPT_SUMMARY = "Provide a text summary of the following content."; + public readonly static string RICH_CONTENT_SUMMARIZE = "Summarize the particular email by messageId"; + public readonly static string RICH_CONTENT_READ_EMAIL = "Read the email by messageId"; + public readonly static string RICH_CONTENT_MARK_READ = "Mark the email message as read by messageId"; + public string Indication => "Handling email read"; + private readonly IServiceProvider _services; + private readonly ILogger _logger; + private readonly IHttpContextAccessor _context; + private readonly BotSharpOptions _options; + private readonly EmailReaderSettings _emailSettings; + private readonly IConversationStateService _state; + private readonly IEmailReader _emailProvider; + + public HandleEmailReaderFn(IServiceProvider services, + ILogger logger, + IHttpContextAccessor context, + BotSharpOptions options, + EmailReaderSettings emailPluginSettings, + IConversationStateService state, + IEmailReader emailProvider) + { + _services = services; + _logger = logger; + _context = context; + _options = options; + _emailSettings = emailPluginSettings; + _state = state; + _emailProvider = emailProvider; + } + public async Task Execute(RoleDialogModel message) + { + var args = JsonSerializer.Deserialize(message.FunctionArgs, _options.JsonSerializerOptions); + var isMarkRead = args?.IsMarkRead ?? false; + var isSummarize = args?.IsSummarize ?? false; + var messageId = args?.MessageId; + try + { + if (!string.IsNullOrEmpty(messageId)) + { + if (isMarkRead) + { + await _emailProvider.MarkEmailAsReadById(messageId); + message.Content = $"The email message has been marked as read."; + return true; + } + var emailMessage = await _emailProvider.GetEmailById(messageId); + if (isSummarize) + { + var prompt = $"{PROMPT_SUMMARY} The content was sent by {emailMessage.From.ToString()}. Details: {emailMessage.TextBody}"; + var agent = new Agent + { + Id = BuiltInAgentId.UtilityAssistant, + Name = "Utility Assistant", + Instruction = prompt + }; + + var llmProviderService = _services.GetRequiredService(); + var provider = llmProviderService.GetProviders().FirstOrDefault(x => x == "openai"); + var model = llmProviderService.GetProviderModel(provider: provider, id: "gpt-4"); + var completion = CompletionProvider.GetChatCompletion(_services, provider: provider, model: model.Name); + var convService = _services.GetService(); + var conversationId = convService.ConversationId; + var dialogs = convService.GetDialogHistory(fromBreakpoint: false); + var response = await completion.GetChatCompletions(agent, dialogs); + var content = response?.Content ?? string.Empty; + message.Content = content; + message.RichContent = BuildRichContent.TextPostBackRichContent(_state.GetConversationId(), message.Content); + return true; + } + UniqueId.TryParse(messageId, out UniqueId uid); + message.RichContent = BuildRichContentForEmail(emailMessage, uid.ToString()); + return true; + } + var emails = await _emailProvider.GetUnreadEmails(); + message.Content = "Please choose which one to read for you."; + message.RichContent = BuildRichContentForSubject(emails.OrderByDescending(x => x.CreateDate).ToList()); + return true; + } + catch (Exception ex) + { + var msg = $"Failed to read the emails. {ex.Message}"; + _logger.LogError($"{msg}\n(Error: {ex.Message})"); + message.Content = msg; + return false; + } + } + private RichContent BuildRichContentForSubject(List emailSubjects) + { + var text = "Please let me know which message I need to read?"; + + return new RichContent + { + FillPostback = true, + Editor = EditorTypeEnum.None, + Recipient = new Recipient + { + Id = _state.GetConversationId() + }, + Message = new GenericTemplateMessage + { + Text = text, + Elements = GetElements(emailSubjects) + } + }; + } + private RichContent BuildRichContentForEmail(EmailModel email, string uid) + { + var text = "The email details are given below. \n"; + + return new RichContent + { + FillPostback = true, + Editor = EditorTypeEnum.None, + Recipient = new Recipient + { + Id = _state.GetConversationId() + }, + Message = new GenericTemplateMessage + { + Text = $"{text}From: {email.From.ToString()}\nSubject: {email.Subject}\n{email.Body}", + Elements = GetElements(uid) + } + }; + } + private static List GetElements(string uid) + { + var element = new EmailSubjectElement() + { + Buttons = new ElementButton[] + { + BuildMarkReadElementButton(uid) + } + }; + return new List() { element }; + } + private static List GetElements(List emails) + { + var elements = emails.Select(e => new EmailSubjectElement + { + Title = $"Subject: {e.Subject}", + Subtitle = $"From: {e.From}
Date: {e.CreateDate}", + Buttons = BuildElementButton(e) + }).ToList(); + return elements; + } + private static ElementButton[] BuildElementButton(EmailModel email) + { + var elements = new List() { }; + elements.Add(new ElementButton + { + Title = "Read", + Payload = $"{RICH_CONTENT_READ_EMAIL}: {email.UId}.", + Type = "text", + }); + elements.Add(new ElementButton + { + Title = "Summarize", + Payload = $"{RICH_CONTENT_SUMMARIZE}: {email.UId}.", + Type = "text", + }); + return elements.ToArray(); + } + private static ElementButton BuildMarkReadElementButton(string uId) + { + return new ElementButton + { + Title = "Mark as read", + Payload = $"{RICH_CONTENT_MARK_READ}: {uId}.", + Type = "text", + }; + } +} diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/Hooks/EmailReaderHook.cs b/src/Plugins/BotSharp.Plugin.EmailReader/Hooks/EmailReaderHook.cs new file mode 100644 index 00000000..b1222eaa --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/Hooks/EmailReaderHook.cs @@ -0,0 +1,63 @@ +using BotSharp.Abstraction.Agents; +using BotSharp.Abstraction.Agents.Enums; +using BotSharp.Abstraction.Agents.Settings; +using BotSharp.Abstraction.Functions.Models; +using BotSharp.Abstraction.Repositories; +using BotSharp.Plugin.EmailReader.Enums; +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Threading.Tasks; + +namespace BotSharp.Plugin.EmailReader.Hooks; + +public class EmailReaderHook : AgentHookBase +{ + private static string FUNCTION_NAME = "handle_email_reader"; + + public override string SelfId => string.Empty; + + public EmailReaderHook(IServiceProvider services, AgentSettings settings) + : base(services, settings) + { + } + public override void OnAgentLoaded(Agent agent) + { + var conv = _services.GetRequiredService(); + var isConvMode = conv.IsConversationMode(); + var isEnabled = !agent.Utilities.IsNullOrEmpty() && agent.Utilities.Contains(UtilityName.EmailReader); + + if (isConvMode && isEnabled) + { + var (prompt, fn) = GetPromptAndFunction(); + if (fn != null) + { + if (!string.IsNullOrWhiteSpace(prompt)) + { + agent.Instruction += $"\r\n\r\n{prompt}\r\n\r\n"; + } + + if (agent.Functions == null) + { + agent.Functions = new List { fn }; + } + else + { + agent.Functions.Add(fn); + } + } + } + + base.OnAgentLoaded(agent); + } + + private (string, FunctionDef?) GetPromptAndFunction() + { + var db = _services.GetRequiredService(); + var agent = db.GetAgent(BuiltInAgentId.UtilityAssistant); + var prompt = agent?.Templates?.FirstOrDefault(x => x.Name.IsEqualTo($"{FUNCTION_NAME}.fn"))?.Content ?? string.Empty; + var loadAttachmentFn = agent?.Functions?.FirstOrDefault(x => x.Name.IsEqualTo(FUNCTION_NAME)); + return (prompt, loadAttachmentFn); + } +} diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/Hooks/EmailReaderUtilityHook.cs b/src/Plugins/BotSharp.Plugin.EmailReader/Hooks/EmailReaderUtilityHook.cs new file mode 100644 index 00000000..cc85bfcf --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/Hooks/EmailReaderUtilityHook.cs @@ -0,0 +1,17 @@ +using BotSharp.Abstraction.Agents; +using BotSharp.Plugin.EmailReader.Enums; +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Threading.Tasks; + +namespace BotSharp.Plugin.EmailReader.Hooks; + +public class EmailReaderUtilityHook : IAgentUtilityHook +{ + public void AddUtilities(List utilities) + { + utilities.Add(UtilityName.EmailReader); + } +} diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/LlmContexts/LlmContextIn.cs b/src/Plugins/BotSharp.Plugin.EmailReader/LlmContexts/LlmContextIn.cs new file mode 100644 index 00000000..4305f674 --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/LlmContexts/LlmContextIn.cs @@ -0,0 +1,18 @@ +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Text.Json.Serialization; +using System.Threading.Tasks; + +namespace BotSharp.Plugin.EmailReader.LlmContexts; + +public class LlmContextIn +{ + [JsonPropertyName("mark_as_read")] + public bool? IsMarkRead { get; set; } + [JsonPropertyName("message_id")] + public string? MessageId { get; set; } + [JsonPropertyName("is_email_summarize")] + public bool? IsSummarize { get; set; } +} diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/Models/EmailModel.cs b/src/Plugins/BotSharp.Plugin.EmailReader/Models/EmailModel.cs new file mode 100644 index 00000000..9136d465 --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/Models/EmailModel.cs @@ -0,0 +1,18 @@ +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Threading.Tasks; + +namespace BotSharp.Plugin.EmailReader.Models; + +public class EmailModel +{ + public DateTime CreateDate { get; set; } + public string Subject { get; set; } + public string UId { get; set; } + public string From { get; set; } + public string Body { get; set; } + public string TextBody { get; set; } + +} diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/Providers/DefaultEmailReader.cs b/src/Plugins/BotSharp.Plugin.EmailReader/Providers/DefaultEmailReader.cs new file mode 100644 index 00000000..8af414e2 --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/Providers/DefaultEmailReader.cs @@ -0,0 +1,98 @@ +using BotSharp.Plugin.EmailReader.Models; +using BotSharp.Plugin.EmailReader.Settings; +using MailKit; +using MailKit.Net.Imap; +using MailKit.Search; +using MailKit.Security; +using System.Text.RegularExpressions; + +namespace BotSharp.Plugin.EmailReader.Providers +{ + public class DefaultEmailReader : IEmailReader + { + public EmailReaderSettings _emailReaderSettings; + public const int MAX_UNREAD_COUNT = 5; + public DefaultEmailReader(EmailReaderSettings emailReaderSettings) + { + _emailReaderSettings = emailReaderSettings; + } + public async Task GetImapClient() + { + var client = new ImapClient(); + await client.ConnectAsync(_emailReaderSettings.IMAPServer, _emailReaderSettings.IMAPPort, SecureSocketOptions.SslOnConnect); + await client.AuthenticateAsync(_emailReaderSettings.Username, _emailReaderSettings.Password); + return client; + } + public async Task> GetUnreadEmails() + { + var emails = new List(); + using var client = await GetImapClient(); + await client.Inbox.OpenAsync(FolderAccess.ReadOnly); + var query = SearchQuery.NotSeen; + var result = await client.Inbox.SearchAsync(query); + var uIds = result.TakeLast(MAX_UNREAD_COUNT); + foreach (var uid in uIds) + { + var inboxMsg = await client.Inbox.GetMessageAsync(uid); + emails.Add(new EmailModel() + { + Subject = inboxMsg.Subject, + CreateDate = inboxMsg.Date.UtcDateTime, + From = FormatEmailAddress(inboxMsg.From.ToString()), + UId = uid.ToString() + + }); + } + await client.DisconnectAsync(true); + return emails; + } + public string FormatEmailAddress(string emailAddress) + { + string pattern = "\"([^\"]+)\"\\s*<([^>]+)>"; + + var match = Regex.Match(emailAddress, pattern); + if (match.Success) + { + string name = match.Groups[1].Value; + string email = match.Groups[2].Value; + string result = $"{name} {email}"; + return result; + } + return emailAddress; + } + public async Task GetEmailById(string id) + { + + UniqueId.TryParse(id, out UniqueId uid); + using var client = await GetImapClient(); + await client.Inbox.OpenAsync(FolderAccess.ReadOnly); + var message = await client.Inbox.GetMessageAsync(uid); + return new EmailModel() + { + CreateDate = message.Date.UtcDateTime, + From = FormatEmailAddress(message.From.ToString()), + Subject = message.Subject, + UId = uid.ToString(), + Body = message.HtmlBody, + TextBody = message.TextBody + }; + } + + public async Task MarkEmailAsReadById(string id) + { + try + { + UniqueId.TryParse(id, out UniqueId uid); + using var client = await GetImapClient(); + await client.Inbox.OpenAsync(FolderAccess.ReadWrite); + await client.Inbox.AddFlagsAsync(uid, MessageFlags.Seen, true); + await client.DisconnectAsync(true); + return true; + } + catch (Exception ex) + { + return false; + } + } + } +} diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/Providers/IEmailReader.cs b/src/Plugins/BotSharp.Plugin.EmailReader/Providers/IEmailReader.cs new file mode 100644 index 00000000..653c01af --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/Providers/IEmailReader.cs @@ -0,0 +1,16 @@ +using BotSharp.Plugin.EmailReader.Models; +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Threading.Tasks; + +namespace BotSharp.Plugin.EmailReader.Providers +{ + public interface IEmailReader + { + public Task> GetUnreadEmails(); + Task GetEmailById(string id); + Task MarkEmailAsReadById(string id); + } +} diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/Settings/EmailReaderSettings.cs b/src/Plugins/BotSharp.Plugin.EmailReader/Settings/EmailReaderSettings.cs new file mode 100644 index 00000000..f2b87aef --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/Settings/EmailReaderSettings.cs @@ -0,0 +1,15 @@ +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Threading.Tasks; + +namespace BotSharp.Plugin.EmailReader.Settings; + +public class EmailReaderSettings +{ + public string Username { get; set; } = string.Empty; + public string Password { get; set; } = string.Empty; + public string IMAPServer { get; set; } = string.Empty; + public int IMAPPort { get; set; } +} diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/Templates/EmailSubjectElement.cs b/src/Plugins/BotSharp.Plugin.EmailReader/Templates/EmailSubjectElement.cs new file mode 100644 index 00000000..b3eb583a --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/Templates/EmailSubjectElement.cs @@ -0,0 +1,14 @@ +using BotSharp.Abstraction.Messaging.Models.RichContent.Template; +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Threading.Tasks; + +namespace BotSharp.Plugin.EmailReader.Templates +{ + public class EmailSubjectElement : GenericElement + { + public string Subject { get; set; } + } +} diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/Using.cs b/src/Plugins/BotSharp.Plugin.EmailReader/Using.cs new file mode 100644 index 00000000..80d160dd --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/Using.cs @@ -0,0 +1,18 @@ +global using System; +global using System.Collections.Generic; +global using System.Text; +global using BotSharp.Abstraction.Conversations; +global using BotSharp.Abstraction.Plugins; +global using System.Text.Json; +global using BotSharp.Abstraction.Conversations.Models; +global using System.Threading.Tasks; +global using BotSharp.Abstraction.Functions; +global using BotSharp.Abstraction.Agents.Models; +global using BotSharp.Abstraction.Templating; +global using Microsoft.Extensions.DependencyInjection; +global using System.Linq; +global using BotSharp.Abstraction.Utilities; +global using BotSharp.Abstraction.Messaging; +global using BotSharp.Abstraction.Messaging.Models.RichContent; +global using BotSharp.Abstraction.Options; +global using BotSharp.Abstraction.Messaging.Enums; \ No newline at end of file diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/data/agents/6745151e-6d46-4a02-8de4-1c4f21c7da95/functions/handle_email_reader.json b/src/Plugins/BotSharp.Plugin.EmailReader/data/agents/6745151e-6d46-4a02-8de4-1c4f21c7da95/functions/handle_email_reader.json new file mode 100644 index 00000000..bcea2ac8 --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/data/agents/6745151e-6d46-4a02-8de4-1c4f21c7da95/functions/handle_email_reader.json @@ -0,0 +1,22 @@ +{ + "name": "handle_email_reader", + "description": "If the user wants to read messages from email inbox or user wants to mark an email message as read.If message id is provided, capture it but it is not required. Then call this function to read the email message or mark any message as read.", + "parameters": { + "type": "object", + "properties": { + "mark_as_read": { + "to_read": "boolean", + "description": "Mark the boolean as true if the user wants to mark the message as read." + }, + "is_email_summarize": { + "to_read": "boolean", + "description": "Mark the boolean as true only if the user explicitly mentions that they want to summarize the particular message." + }, + "message_Id": { + "type": "string", + "description": "The message id of a particular email message." + } + }, + "required": [ "mark_as_read", "is_email_summarize" ] + } +} \ No newline at end of file diff --git a/src/Plugins/BotSharp.Plugin.EmailReader/data/agents/6745151e-6d46-4a02-8de4-1c4f21c7da95/templates/handle_email_reader.fn.liquid b/src/Plugins/BotSharp.Plugin.EmailReader/data/agents/6745151e-6d46-4a02-8de4-1c4f21c7da95/templates/handle_email_reader.fn.liquid new file mode 100644 index 00000000..0efb6229 --- /dev/null +++ b/src/Plugins/BotSharp.Plugin.EmailReader/data/agents/6745151e-6d46-4a02-8de4-1c4f21c7da95/templates/handle_email_reader.fn.liquid @@ -0,0 +1 @@ +Please call handle_email_reader if user wants to read messages from email inbox. \ No newline at end of file