BotSharp/BotSharp.NLP/Classify/ClassifierFactory.cs

64 lines
1.8 KiB
C#

using BotSharp.Algorithm.Features;
using BotSharp.NLP.Tokenize;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
namespace BotSharp.NLP.Classify
{
public class ClassifierFactory<IClassify, IFeatureExtractor>
where IClassify : IClassifier, new()
where IFeatureExtractor : ITextFeatureExtractor, new()
{
private SupportedLanguage _lang;
private IClassify _classifier;
private ClassifyOptions _options;
private IFeatureExtractor featureExtractor;
public ClassifierFactory(ClassifyOptions options, SupportedLanguage lang)
{
_lang = lang;
_options = options;
_classifier = new IClassify();
featureExtractor = new IFeatureExtractor();
}
public List<Tuple<string, double>> Classify(Sentence sentence)
{
var options = new ClassifyOptions
{
};
var features = featureExtractor.GetFeatures(sentence.Words);
var classes = _classifier.Classify(features, options);
return classes.OrderByDescending(x => x.Item2).ToList();
}
public void Train(List<Sentence> sentences)
{
var sents = sentences.Select(x => new FeaturesWithLabel
{
Label = x.Label,
Features = featureExtractor.GetFeatures(x.Words)
}).ToList();
_classifier.Train(sents, _options);
}
public void TrainInVector(List<Sentence> sentences)
{
var vectors = new List<Tuple<string, double[]>>();
var sents = sentences.Select(x => new Tuple<string, double[]>(x.Label, x.Vector)).ToList();
_classifier.Train(sents, _options);
}
}
}