2018-06-13 22:17:35 +00:00
|
|
|
|
using System;
|
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
|
using System.Text;
|
|
|
|
|
|
|
2018-08-15 22:37:23 +00:00
|
|
|
|
namespace BotSharp.NLP.Tokenize
|
2018-06-13 22:17:35 +00:00
|
|
|
|
{
|
2018-08-15 22:37:23 +00:00
|
|
|
|
public class Token
|
2018-06-13 22:17:35 +00:00
|
|
|
|
{
|
|
|
|
|
|
public string Text { get; set; }
|
|
|
|
|
|
public int Offset { get; set; }
|
2018-08-07 22:13:55 +00:00
|
|
|
|
public string Pos { get; set; }
|
|
|
|
|
|
public string Tag { get; set; }
|
|
|
|
|
|
public string Lemma { get; set; }
|
2018-06-13 22:17:35 +00:00
|
|
|
|
public int End
|
|
|
|
|
|
{
|
|
|
|
|
|
get
|
|
|
|
|
|
{
|
2018-08-15 22:37:23 +00:00
|
|
|
|
return Offset + Text.Length - 1;
|
2018-06-13 22:17:35 +00:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|