BotSharp/BotSharp.Core.UnitTest/Performance/Spotify.cs

using BotSharp.Core.Agents;
using BotSharp.Core.Engines;
using BotSharp.Core.Engines.BotSharp;
using BotSharp.Core.Models;
using Microsoft.VisualStudio.TestTools.UnitTesting;
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Text;

namespace BotSharp.Core.UnitTest.Performance
{
    [TestClass]
    public class Spotify : TestEssential
    {
        private List<Tuple<AIRequest, string>> Samples;
        private IBotPlatform _platform;

        [TestMethod]
        public void IntentAccuracy()
        {
            int correct = 0;
            var agent = LoadAgent();

            for(int i = 0; i < Samples.Count; i++)
            {
                try
                {
                    var aIResponse = _platform.TextRequest(Samples[i].Item1);
                    if (aIResponse.Result.Metadata.IntentName == Samples[i].Item2)
                    {
                        correct++;
                    }
                }
                catch (Exception)
                {

                }

            }

            double accuracy = correct / (Samples.Count + 0.0);
        }

        private Agent LoadAgent()
        {
            _platform = new BotSharpAi();

            // Load agent
            var projectPath = Path.Combine(AppDomain.CurrentDomain.GetData("DataPath").ToString(), "Projects", "Spotify");
            string model = Directory.GetDirectories(projectPath).Where(x => x.Contains("model_")).Last().Split(Path.DirectorySeparatorChar).Last();
            var modelPath = Path.Combine(projectPath, model);
            var agent = _platform.LoadAgentFromFile(modelPath);

            // Init samples
            Samples = new List<Tuple<AIRequest, string>>();
            agent.Corpus.UserSays.ForEach(intent =>
            {
                Samples.Add(new Tuple<AIRequest, string>(new AIRequest
                {
                    AgentDir = projectPath,
                    Model = model,
                    Query = new String[]
                    {
                        intent.Text
                    }
                }, intent.Intent));
            });

            var samples = String.Join("\r\n", Samples.Select(x => $"__label__{x.Item2} {x.Item1.Query[0]}").ToList());


            return agent;
        }
    }
}