2018-08-16 22:27:50 +00:00
|
|
|
|
using BotSharp.NLP.Corpus;
|
|
|
|
|
|
using BotSharp.NLP.Tag;
|
|
|
|
|
|
using BotSharp.NLP.Tokenize;
|
|
|
|
|
|
using Microsoft.VisualStudio.TestTools.UnitTesting;
|
|
|
|
|
|
using System;
|
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
|
using System.Text;
|
|
|
|
|
|
|
|
|
|
|
|
namespace BotSharp.NLP.UnitTest
|
|
|
|
|
|
{
|
|
|
|
|
|
[TestClass]
|
|
|
|
|
|
public class DefaultTaggerTest
|
|
|
|
|
|
{
|
|
|
|
|
|
[TestMethod]
|
|
|
|
|
|
public void TagInCoNLL2000()
|
|
|
|
|
|
{
|
2018-08-17 20:49:29 +00:00
|
|
|
|
var tokenizer = new TokenizerFactory<RegexTokenizer>(new TokenizationOptions { }, SupportedLanguage.English);
|
|
|
|
|
|
var tokens = tokenizer.Tokenize("How are you doing?");
|
2018-08-16 22:27:50 +00:00
|
|
|
|
|
2018-08-17 20:49:29 +00:00
|
|
|
|
var tagger = new TaggerFactory<DefaultTagger>(new TagOptions
|
|
|
|
|
|
{
|
|
|
|
|
|
Tag = "NN"
|
|
|
|
|
|
}, SupportedLanguage.English);
|
2018-08-16 22:27:50 +00:00
|
|
|
|
|
2018-08-17 20:49:29 +00:00
|
|
|
|
tagger.Tag(new Sentence { Words = tokens });
|
2018-08-16 22:27:50 +00:00
|
|
|
|
}
|
|
|
|
|
|
}
|
2018-08-17 20:49:29 +00:00
|
|
|
|
}
|