BotSharp/BotSharp.NLP.UnitTest/DefaultTaggerTest.cs
haiping008@gmail.com 1c22206fe0 Fix tokenizer compile issue in unit test.
Add Jieba tokenizer for Chinese chabot.
2018-09-19 23:13:12 -05:00

30 lines
823 B
C#

using BotSharp.NLP.Corpus;
using BotSharp.NLP.Tag;
using BotSharp.NLP.Tokenize;
using Microsoft.VisualStudio.TestTools.UnitTesting;
using System;
using System.Collections.Generic;
using System.Text;
namespace BotSharp.NLP.UnitTest
{
[TestClass]
public class DefaultTaggerTest
{
[TestMethod]
public void TagInCoNLL2000()
{
var tokenizer = new TokenizerFactory(new TokenizationOptions { }, SupportedLanguage.English);
tokenizer.GetTokenizer<RegexTokenizer>();
var tokens = tokenizer.Tokenize("How are you doing?");
var tagger = new TaggerFactory<DefaultTagger>(new TagOptions
{
Tag = "NN"
}, SupportedLanguage.English);
tagger.Tag(new Sentence { Words = tokens });
}
}
}