SemianiakaVY/BotSharp
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Add fasttext predict intent data.

Browse source
This commit is contained in:
haiping008@gmail.com 2018-08-10 10:43:05 -05:00
parent e8cbfa5f59
commit 878cec90a1
12 changed files with 17 additions and 34 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
.gitignore vendored
View file

@ -294,12 +294,6 @@ __pycache__/
/BotSharp.UnitTest/App_Data/BotSharp.db
/BotSharp.WebHost/App_Data/BotSharp.db
/BotSharp.UI
/BotSharp.WebHost/App_Data/TrainingFiles/bff7605c-3db5-44dc-9ba7-1c9be2832318.parsed.txt
/BotSharp.WebHost/App_Data/TrainingFiles/bff7605c-3db5-44dc-9ba7-1c9be2832318.model
/BotSharp.WebHost/App_Data/TrainingFiles/bff7605c-3db5-44dc-9ba7-1c9be2832318.corpus.txt
/BotSharp.WebHost/App_Data/ModelFiles/bff7605c-3db5-44dc-9ba7-1c9be2832318/ner-crf.model
/BotSharp.WebHost/App_Data/ModelFiles/bff7605c-3db5-44dc-9ba7-1c9be2832318/metadata.json
/BotSharp.WebHost/App_Data/TrainingFiles/bff7605c-3db5-44dc-9ba7-1c9be2832318/ner-crf.parsed.txt
/BotSharp.WebHost/App_Data/TrainingFiles/bff7605c-3db5-44dc-9ba7-1c9be2832318/ner-crf.corpus.txt
/BotSharp.WebHost/App_Data/ModelFiles/bff7605c-3db5-44dc-9ba7-1c9be2832318
/BotSharp.WebHost/App_Data/TrainingFiles/bff7605c-3db5-44dc-9ba7-1c9be2832318
/BotSharp.WebHost/App_Data/ModelFiles
/BotSharp.WebHost/App_Data/TrainingFiles
/BotSharp.WebHost/App_Data/PredictFiles

2
BotSharp.Core/BotSharp.Core.csproj
View file

@ -35,7 +35,6 @@
</PropertyGroup>
<ItemGroup>
<PackageReference Include="DotNetToolkit" Version="1.5.1" />
<PackageReference Include="EntityFrameworkCore.BootKit" Version="1.8.0" />
<PackageReference Include="Microsoft.AspNetCore.Cryptography.KeyDerivation" Version="2.1.1" />
<PackageReference Include="Newtonsoft.Json" Version="11.0.2" />
@ -43,6 +42,7 @@
</ItemGroup>
<ItemGroup>
<ProjectReference Include="..\..\DotNetToolkit\DotNetToolkit\DotNetToolkit.csproj" />
<ProjectReference Include="..\BotSharp.MachineLearning\BotSharp.MachineLearning.csproj" />
</ItemGroup>

2
BotSharp.Core/Engines/BotPreditor.cs
View file

@ -43,7 +43,7 @@ namespace BotSharp.Core.Engines
var settings = new PipeSettings
{
ModelDir = Path.Join(AppDomain.CurrentDomain.GetData("DataPath").ToString(), "ModelFiles", agent.Id),
PredictDir = Path.Join(AppDomain.CurrentDomain.GetData("DataPath").ToString(), "Predicts"),
PredictDir = Path.Join(AppDomain.CurrentDomain.GetData("DataPath").ToString(), "PredictFiles", agent.Id),
AlgorithmDir = Path.Join(AppDomain.CurrentDomain.GetData("ContentRootPath").ToString(), "Algorithms")
};

2
BotSharp.Core/Engines/CRFsuite/CRFsuiteEntityRecognizer.cs
View file

@ -183,7 +183,7 @@ namespace BotSharp.Core.Engines.CRFsuite
new MachineLearning.CRFsuite.Ner()
.NerStart(rawPredictingDataFileName, parsedPredictingDataFileName, field, uniFeatures.Split(" "), biFeatures.Split(" "));
var output = CmdHelper.Run(Path.Join(Settings.AlgorithmDir, "crfsuite"), $"tag -i -m {modelFileName} {parsedPredictingDataFileName}");
var output = CmdHelper.Run(Path.Join(Settings.AlgorithmDir, "crfsuite"), $"tag -i -m {modelFileName} {parsedPredictingDataFileName}", false);
var entities = new List<NlpEntity>();
//

5
BotSharp.Core/Engines/Classifiers/FasttextClassifier.cs
View file

@ -20,7 +20,10 @@ namespace BotSharp.Core.Engines.Classifiers
public async Task<bool> Predict(Agent agent, JObject data, PipeModel meta)
{
string modelFileName = Path.Join(Settings.ModelDir, meta.Model);
var output = CmdHelper.Run(Path.Join(Settings.AlgorithmDir, "fasttext"), "predict {modelFileName}.bin test.txt");
string predictFileName = Path.Join(Settings.PredictDir, "test.txt");
var output = CmdHelper.Run(Path.Join(Settings.AlgorithmDir, "fasttext"), $"predict-prob {modelFileName}.bin {predictFileName}", false);
data["Intent"] = JObject.FromObject(new { Name = output.Split(' ')[0].Split("__label__")[1], Confidence = output.Split(' ')[1] });
return true;
}

BIN
BotSharp.WebHost/Algorithms/crfsuite
View file

Binary file not shown.

BIN
BotSharp.WebHost/Algorithms/crfsuite.exe
View file

Binary file not shown.

10
BotSharp.WebHost/App_Data/Predicts/ner-crf.corpus.predict.txt
View file

@ -1,10 +0,0 @@
when WRB
is VBZ
the DT
next JJ
train NN
in IN
muncher NN
freiheit NN
? .

10
BotSharp.WebHost/App_Data/Predicts/ner-crf.parsed.predict.txt
View file

@ -1,10 +0,0 @@
w[0]=when w[1]=is w[2]=the wl[0]=when wl[1]=is wl[2]=the pos[0]=WRB pos[1]=VBZ pos[2]=DT chk[0]= chk[1]= chk[2]= shape[0]=LLLL shape[1]=LL shape[2]=LLL shaped[0]=L shaped[1]=L shaped[2]=L type[0]=AllLetter type[1]=AllLetter type[2]=AllLetter p1[0]=w p1[1]=i p1[2]=t p2[0]=wh p2[1]=is p2[2]=th p3[0]=whe p3[1]= p3[2]=the p4[0]=when p4[1]= p4[2]= s1[0]=n s1[1]=s s1[2]=e s2[0]=en s2[1]=is s2[2]=he s3[0]=hen s3[1]= s3[2]=the s4[0]=when s4[1]= s4[2]= 2d[0]=no 2d[1]=no 2d[2]=no 4d[0]=no 4d[1]=no 4d[2]=no d&a[0]=no d&a[1]=no d&a[2]=no d&-[0]=no d&-[1]=no d&-[2]=no d&/[0]=no d&/[1]=no d&/[2]=no d&,[0]=no d&,[1]=no d&,[2]=no d&.[0]=no d&.[1]=no d&.[2]=no up[0]=no up[1]=no up[2]=no iu[0]=no iu[1]=no iu[2]=no au[0]=no au[1]=no au[2]=no al[0]=yes al[1]=yes al[2]=yes ad[0]=no ad[1]=no ad[2]=no ao[0]=no ao[1]=no ao[2]=no cu[0]=no cu[1]=no cu[2]=no cl[0]=yes cl[1]=yes cl[2]=yes ca[0]=yes ca[1]=yes ca[2]=yes cd[0]=no cd[1]=no cd[2]=no cs[0]=no cs[1]=no cs[2]=no w[0]|w[1]=when|is w[1]|w[2]=is|the pos[0]|pos[1]=WRB|VBZ pos[1]|pos[2]=VBZ|DT chk[0]|chk[1]=| chk[1]|chk[2]=| shaped[0]|shaped[1]=L|L shaped[1]|shaped[2]=L|L type[0]|type[1]=AllLetter|AllLetter type[1]|type[2]=AllLetter|AllLetter w[1..4]=is w[1..4]=the w[1..4]=next w[1..4]=train __BOS__
w[-1]=when w[0]=is w[1]=the w[2]=next wl[-1]=when wl[0]=is wl[1]=the wl[2]=next pos[-1]=WRB pos[0]=VBZ pos[1]=DT pos[2]=JJ chk[-1]= chk[0]= chk[1]= chk[2]= shape[-1]=LLLL shape[0]=LL shape[1]=LLL shape[2]=LLLL shaped[-1]=L shaped[0]=L shaped[1]=L shaped[2]=L type[-1]=AllLetter type[0]=AllLetter type[1]=AllLetter type[2]=AllLetter p1[-1]=w p1[0]=i p1[1]=t p1[2]=n p2[-1]=wh p2[0]=is p2[1]=th p2[2]=ne p3[-1]=whe p3[0]= p3[1]=the p3[2]=nex p4[-1]=when p4[0]= p4[1]= p4[2]=next s1[-1]=n s1[0]=s s1[1]=e s1[2]=t s2[-1]=en s2[0]=is s2[1]=he s2[2]=xt s3[-1]=hen s3[0]= s3[1]=the s3[2]=ext s4[-1]=when s4[0]= s4[1]= s4[2]=next 2d[-1]=no 2d[0]=no 2d[1]=no 2d[2]=no 4d[-1]=no 4d[0]=no 4d[1]=no 4d[2]=no d&a[-1]=no d&a[0]=no d&a[1]=no d&a[2]=no d&-[-1]=no d&-[0]=no d&-[1]=no d&-[2]=no d&/[-1]=no d&/[0]=no d&/[1]=no d&/[2]=no d&,[-1]=no d&,[0]=no d&,[1]=no d&,[2]=no d&.[-1]=no d&.[0]=no d&.[1]=no d&.[2]=no up[-1]=no up[0]=no up[1]=no up[2]=no iu[-1]=no iu[0]=no iu[1]=no iu[2]=no au[-1]=no au[0]=no au[1]=no au[2]=no al[-1]=yes al[0]=yes al[1]=yes al[2]=yes ad[-1]=no ad[0]=no ad[1]=no ad[2]=no ao[-1]=no ao[0]=no ao[1]=no ao[2]=no cu[-1]=no cu[0]=no cu[1]=no cu[2]=no cl[-1]=yes cl[0]=yes cl[1]=yes cl[2]=yes ca[-1]=yes ca[0]=yes ca[1]=yes ca[2]=yes cd[-1]=no cd[0]=no cd[1]=no cd[2]=no cs[-1]=no cs[0]=no cs[1]=no cs[2]=no w[-1]|w[0]=when|is w[0]|w[1]=is|the w[1]|w[2]=the|next pos[-1]|pos[0]=WRB|VBZ pos[0]|pos[1]=VBZ|DT pos[1]|pos[2]=DT|JJ chk[-1]|chk[0]=| chk[0]|chk[1]=| chk[1]|chk[2]=| shaped[-1]|shaped[0]=L|L shaped[0]|shaped[1]=L|L shaped[1]|shaped[2]=L|L type[-1]|type[0]=AllLetter|AllLetter type[0]|type[1]=AllLetter|AllLetter type[1]|type[2]=AllLetter|AllLetter w[-4..-1]=when w[1..4]=the w[1..4]=next w[1..4]=train w[1..4]=in
w[-2]=when w[-1]=is w[0]=the w[1]=next w[2]=train wl[-2]=when wl[-1]=is wl[0]=the wl[1]=next wl[2]=train pos[-2]=WRB pos[-1]=VBZ pos[0]=DT pos[1]=JJ pos[2]=NN chk[-2]= chk[-1]= chk[0]= chk[1]= chk[2]= shape[-2]=LLLL shape[-1]=LL shape[0]=LLL shape[1]=LLLL shape[2]=LLLLL shaped[-2]=L shaped[-1]=L shaped[0]=L shaped[1]=L shaped[2]=L type[-2]=AllLetter type[-1]=AllLetter type[0]=AllLetter type[1]=AllLetter type[2]=AllLetter p1[-2]=w p1[-1]=i p1[0]=t p1[1]=n p1[2]=t p2[-2]=wh p2[-1]=is p2[0]=th p2[1]=ne p2[2]=tr p3[-2]=whe p3[-1]= p3[0]=the p3[1]=nex p3[2]=tra p4[-2]=when p4[-1]= p4[0]= p4[1]=next p4[2]=trai s1[-2]=n s1[-1]=s s1[0]=e s1[1]=t s1[2]=n s2[-2]=en s2[-1]=is s2[0]=he s2[1]=xt s2[2]=in s3[-2]=hen s3[-1]= s3[0]=the s3[1]=ext s3[2]=ain s4[-2]=when s4[-1]= s4[0]= s4[1]=next s4[2]=rain 2d[-2]=no 2d[-1]=no 2d[0]=no 2d[1]=no 2d[2]=no 4d[-2]=no 4d[-1]=no 4d[0]=no 4d[1]=no 4d[2]=no d&a[-2]=no d&a[-1]=no d&a[0]=no d&a[1]=no d&a[2]=no d&-[-2]=no d&-[-1]=no d&-[0]=no d&-[1]=no d&-[2]=no d&/[-2]=no d&/[-1]=no d&/[0]=no d&/[1]=no d&/[2]=no d&,[-2]=no d&,[-1]=no d&,[0]=no d&,[1]=no d&,[2]=no d&.[-2]=no d&.[-1]=no d&.[0]=no d&.[1]=no d&.[2]=no up[-2]=no up[-1]=no up[0]=no up[1]=no up[2]=no iu[-2]=no iu[-1]=no iu[0]=no iu[1]=no iu[2]=no au[-2]=no au[-1]=no au[0]=no au[1]=no au[2]=no al[-2]=yes al[-1]=yes al[0]=yes al[1]=yes al[2]=yes ad[-2]=no ad[-1]=no ad[0]=no ad[1]=no ad[2]=no ao[-2]=no ao[-1]=no ao[0]=no ao[1]=no ao[2]=no cu[-2]=no cu[-1]=no cu[0]=no cu[1]=no cu[2]=no cl[-2]=yes cl[-1]=yes cl[0]=yes cl[1]=yes cl[2]=yes ca[-2]=yes ca[-1]=yes ca[0]=yes ca[1]=yes ca[2]=yes cd[-2]=no cd[-1]=no cd[0]=no cd[1]=no cd[2]=no cs[-2]=no cs[-1]=no cs[0]=no cs[1]=no cs[2]=no w[-2]|w[-1]=when|is w[-1]|w[0]=is|the w[0]|w[1]=the|next w[1]|w[2]=next|train pos[-2]|pos[-1]=WRB|VBZ pos[-1]|pos[0]=VBZ|DT pos[0]|pos[1]=DT|JJ pos[1]|pos[2]=JJ|NN chk[-2]|chk[-1]=| chk[-1]|chk[0]=| chk[0]|chk[1]=| chk[1]|chk[2]=| shaped[-2]|shaped[-1]=L|L shaped[-1]|shaped[0]=L|L shaped[0]|shaped[1]=L|L shaped[1]|shaped[2]=L|L type[-2]|type[-1]=AllLetter|AllLetter type[-1]|type[0]=AllLetter|AllLetter type[0]|type[1]=AllLetter|AllLetter type[1]|type[2]=AllLetter|AllLetter w[-4..-1]=when w[-4..-1]=is w[1..4]=next w[1..4]=train w[1..4]=in w[1..4]=muncher
w[-2]=is w[-1]=the w[0]=next w[1]=train w[2]=in wl[-2]=is wl[-1]=the wl[0]=next wl[1]=train wl[2]=in pos[-2]=VBZ pos[-1]=DT pos[0]=JJ pos[1]=NN pos[2]=IN chk[-2]= chk[-1]= chk[0]= chk[1]= chk[2]= shape[-2]=LL shape[-1]=LLL shape[0]=LLLL shape[1]=LLLLL shape[2]=LL shaped[-2]=L shaped[-1]=L shaped[0]=L shaped[1]=L shaped[2]=L type[-2]=AllLetter type[-1]=AllLetter type[0]=AllLetter type[1]=AllLetter type[2]=AllLetter p1[-2]=i p1[-1]=t p1[0]=n p1[1]=t p1[2]=i p2[-2]=is p2[-1]=th p2[0]=ne p2[1]=tr p2[2]=in p3[-2]= p3[-1]=the p3[0]=nex p3[1]=tra p3[2]= p4[-2]= p4[-1]= p4[0]=next p4[1]=trai p4[2]= s1[-2]=s s1[-1]=e s1[0]=t s1[1]=n s1[2]=n s2[-2]=is s2[-1]=he s2[0]=xt s2[1]=in s2[2]=in s3[-2]= s3[-1]=the s3[0]=ext s3[1]=ain s3[2]= s4[-2]= s4[-1]= s4[0]=next s4[1]=rain s4[2]= 2d[-2]=no 2d[-1]=no 2d[0]=no 2d[1]=no 2d[2]=no 4d[-2]=no 4d[-1]=no 4d[0]=no 4d[1]=no 4d[2]=no d&a[-2]=no d&a[-1]=no d&a[0]=no d&a[1]=no d&a[2]=no d&-[-2]=no d&-[-1]=no d&-[0]=no d&-[1]=no d&-[2]=no d&/[-2]=no d&/[-1]=no d&/[0]=no d&/[1]=no d&/[2]=no d&,[-2]=no d&,[-1]=no d&,[0]=no d&,[1]=no d&,[2]=no d&.[-2]=no d&.[-1]=no d&.[0]=no d&.[1]=no d&.[2]=no up[-2]=no up[-1]=no up[0]=no up[1]=no up[2]=no iu[-2]=no iu[-1]=no iu[0]=no iu[1]=no iu[2]=no au[-2]=no au[-1]=no au[0]=no au[1]=no au[2]=no al[-2]=yes al[-1]=yes al[0]=yes al[1]=yes al[2]=yes ad[-2]=no ad[-1]=no ad[0]=no ad[1]=no ad[2]=no ao[-2]=no ao[-1]=no ao[0]=no ao[1]=no ao[2]=no cu[-2]=no cu[-1]=no cu[0]=no cu[1]=no cu[2]=no cl[-2]=yes cl[-1]=yes cl[0]=yes cl[1]=yes cl[2]=yes ca[-2]=yes ca[-1]=yes ca[0]=yes ca[1]=yes ca[2]=yes cd[-2]=no cd[-1]=no cd[0]=no cd[1]=no cd[2]=no cs[-2]=no cs[-1]=no cs[0]=no cs[1]=no cs[2]=no w[-2]|w[-1]=is|the w[-1]|w[0]=the|next w[0]|w[1]=next|train w[1]|w[2]=train|in pos[-2]|pos[-1]=VBZ|DT pos[-1]|pos[0]=DT|JJ pos[0]|pos[1]=JJ|NN pos[1]|pos[2]=NN|IN chk[-2]|chk[-1]=| chk[-1]|chk[0]=| chk[0]|chk[1]=| chk[1]|chk[2]=| shaped[-2]|shaped[-1]=L|L shaped[-1]|shaped[0]=L|L shaped[0]|shaped[1]=L|L shaped[1]|shaped[2]=L|L type[-2]|type[-1]=AllLetter|AllLetter type[-1]|type[0]=AllLetter|AllLetter type[0]|type[1]=AllLetter|AllLetter type[1]|type[2]=AllLetter|AllLetter w[-4..-1]=when w[-4..-1]=is w[-4..-1]=the w[1..4]=train w[1..4]=in w[1..4]=muncher w[1..4]=freiheit
w[-2]=the w[-1]=next w[0]=train w[1]=in w[2]=muncher wl[-2]=the wl[-1]=next wl[0]=train wl[1]=in wl[2]=muncher pos[-2]=DT pos[-1]=JJ pos[0]=NN pos[1]=IN pos[2]=NN chk[-2]= chk[-1]= chk[0]= chk[1]= chk[2]= shape[-2]=LLL shape[-1]=LLLL shape[0]=LLLLL shape[1]=LL shape[2]=LLLLLLL shaped[-2]=L shaped[-1]=L shaped[0]=L shaped[1]=L shaped[2]=L type[-2]=AllLetter type[-1]=AllLetter type[0]=AllLetter type[1]=AllLetter type[2]=AllLetter p1[-2]=t p1[-1]=n p1[0]=t p1[1]=i p1[2]=m p2[-2]=th p2[-1]=ne p2[0]=tr p2[1]=in p2[2]=mu p3[-2]=the p3[-1]=nex p3[0]=tra p3[1]= p3[2]=mun p4[-2]= p4[-1]=next p4[0]=trai p4[1]= p4[2]=munc s1[-2]=e s1[-1]=t s1[0]=n s1[1]=n s1[2]=r s2[-2]=he s2[-1]=xt s2[0]=in s2[1]=in s2[2]=er s3[-2]=the s3[-1]=ext s3[0]=ain s3[1]= s3[2]=her s4[-2]= s4[-1]=next s4[0]=rain s4[1]= s4[2]=cher 2d[-2]=no 2d[-1]=no 2d[0]=no 2d[1]=no 2d[2]=no 4d[-2]=no 4d[-1]=no 4d[0]=no 4d[1]=no 4d[2]=no d&a[-2]=no d&a[-1]=no d&a[0]=no d&a[1]=no d&a[2]=no d&-[-2]=no d&-[-1]=no d&-[0]=no d&-[1]=no d&-[2]=no d&/[-2]=no d&/[-1]=no d&/[0]=no d&/[1]=no d&/[2]=no d&,[-2]=no d&,[-1]=no d&,[0]=no d&,[1]=no d&,[2]=no d&.[-2]=no d&.[-1]=no d&.[0]=no d&.[1]=no d&.[2]=no up[-2]=no up[-1]=no up[0]=no up[1]=no up[2]=no iu[-2]=no iu[-1]=no iu[0]=no iu[1]=no iu[2]=no au[-2]=no au[-1]=no au[0]=no au[1]=no au[2]=no al[-2]=yes al[-1]=yes al[0]=yes al[1]=yes al[2]=yes ad[-2]=no ad[-1]=no ad[0]=no ad[1]=no ad[2]=no ao[-2]=no ao[-1]=no ao[0]=no ao[1]=no ao[2]=no cu[-2]=no cu[-1]=no cu[0]=no cu[1]=no cu[2]=no cl[-2]=yes cl[-1]=yes cl[0]=yes cl[1]=yes cl[2]=yes ca[-2]=yes ca[-1]=yes ca[0]=yes ca[1]=yes ca[2]=yes cd[-2]=no cd[-1]=no cd[0]=no cd[1]=no cd[2]=no cs[-2]=no cs[-1]=no cs[0]=no cs[1]=no cs[2]=no w[-2]|w[-1]=the|next w[-1]|w[0]=next|train w[0]|w[1]=train|in w[1]|w[2]=in|muncher pos[-2]|pos[-1]=DT|JJ pos[-1]|pos[0]=JJ|NN pos[0]|pos[1]=NN|IN pos[1]|pos[2]=IN|NN chk[-2]|chk[-1]=| chk[-1]|chk[0]=| chk[0]|chk[1]=| chk[1]|chk[2]=| shaped[-2]|shaped[-1]=L|L shaped[-1]|shaped[0]=L|L shaped[0]|shaped[1]=L|L shaped[1]|shaped[2]=L|L type[-2]|type[-1]=AllLetter|AllLetter type[-1]|type[0]=AllLetter|AllLetter type[0]|type[1]=AllLetter|AllLetter type[1]|type[2]=AllLetter|AllLetter w[-4..-1]=when w[-4..-1]=is w[-4..-1]=the w[-4..-1]=next w[1..4]=in w[1..4]=muncher w[1..4]=freiheit w[1..4]=?
w[-2]=next w[-1]=train w[0]=in w[1]=muncher w[2]=freiheit wl[-2]=next wl[-1]=train wl[0]=in wl[1]=muncher wl[2]=freiheit pos[-2]=JJ pos[-1]=NN pos[0]=IN pos[1]=NN pos[2]=NN chk[-2]= chk[-1]= chk[0]= chk[1]= chk[2]= shape[-2]=LLLL shape[-1]=LLLLL shape[0]=LL shape[1]=LLLLLLL shape[2]=LLLLLLLL shaped[-2]=L shaped[-1]=L shaped[0]=L shaped[1]=L shaped[2]=L type[-2]=AllLetter type[-1]=AllLetter type[0]=AllLetter type[1]=AllLetter type[2]=AllLetter p1[-2]=n p1[-1]=t p1[0]=i p1[1]=m p1[2]=f p2[-2]=ne p2[-1]=tr p2[0]=in p2[1]=mu p2[2]=fr p3[-2]=nex p3[-1]=tra p3[0]= p3[1]=mun p3[2]=fre p4[-2]=next p4[-1]=trai p4[0]= p4[1]=munc p4[2]=frei s1[-2]=t s1[-1]=n s1[0]=n s1[1]=r s1[2]=t s2[-2]=xt s2[-1]=in s2[0]=in s2[1]=er s2[2]=it s3[-2]=ext s3[-1]=ain s3[0]= s3[1]=her s3[2]=eit s4[-2]=next s4[-1]=rain s4[0]= s4[1]=cher s4[2]=heit 2d[-2]=no 2d[-1]=no 2d[0]=no 2d[1]=no 2d[2]=no 4d[-2]=no 4d[-1]=no 4d[0]=no 4d[1]=no 4d[2]=no d&a[-2]=no d&a[-1]=no d&a[0]=no d&a[1]=no d&a[2]=no d&-[-2]=no d&-[-1]=no d&-[0]=no d&-[1]=no d&-[2]=no d&/[-2]=no d&/[-1]=no d&/[0]=no d&/[1]=no d&/[2]=no d&,[-2]=no d&,[-1]=no d&,[0]=no d&,[1]=no d&,[2]=no d&.[-2]=no d&.[-1]=no d&.[0]=no d&.[1]=no d&.[2]=no up[-2]=no up[-1]=no up[0]=no up[1]=no up[2]=no iu[-2]=no iu[-1]=no iu[0]=no iu[1]=no iu[2]=no au[-2]=no au[-1]=no au[0]=no au[1]=no au[2]=no al[-2]=yes al[-1]=yes al[0]=yes al[1]=yes al[2]=yes ad[-2]=no ad[-1]=no ad[0]=no ad[1]=no ad[2]=no ao[-2]=no ao[-1]=no ao[0]=no ao[1]=no ao[2]=no cu[-2]=no cu[-1]=no cu[0]=no cu[1]=no cu[2]=no cl[-2]=yes cl[-1]=yes cl[0]=yes cl[1]=yes cl[2]=yes ca[-2]=yes ca[-1]=yes ca[0]=yes ca[1]=yes ca[2]=yes cd[-2]=no cd[-1]=no cd[0]=no cd[1]=no cd[2]=no cs[-2]=no cs[-1]=no cs[0]=no cs[1]=no cs[2]=no w[-2]|w[-1]=next|train w[-1]|w[0]=train|in w[0]|w[1]=in|muncher w[1]|w[2]=muncher|freiheit pos[-2]|pos[-1]=JJ|NN pos[-1]|pos[0]=NN|IN pos[0]|pos[1]=IN|NN pos[1]|pos[2]=NN|NN chk[-2]|chk[-1]=| chk[-1]|chk[0]=| chk[0]|chk[1]=| chk[1]|chk[2]=| shaped[-2]|shaped[-1]=L|L shaped[-1]|shaped[0]=L|L shaped[0]|shaped[1]=L|L shaped[1]|shaped[2]=L|L type[-2]|type[-1]=AllLetter|AllLetter type[-1]|type[0]=AllLetter|AllLetter type[0]|type[1]=AllLetter|AllLetter type[1]|type[2]=AllLetter|AllLetter w[-4..-1]=is w[-4..-1]=the w[-4..-1]=next w[-4..-1]=train w[1..4]=muncher w[1..4]=freiheit w[1..4]=?
w[-2]=train w[-1]=in w[0]=muncher w[1]=freiheit w[2]=? wl[-2]=train wl[-1]=in wl[0]=muncher wl[1]=freiheit wl[2]=? pos[-2]=NN pos[-1]=IN pos[0]=NN pos[1]=NN pos[2]=. chk[-2]= chk[-1]= chk[0]= chk[1]= chk[2]= shape[-2]=LLLLL shape[-1]=LL shape[0]=LLLLLLL shape[1]=LLLLLLLL shape[2]=; shaped[-2]=L shaped[-1]=L shaped[0]=L shaped[1]=L shaped[2]=; type[-2]=AllLetter type[-1]=AllLetter type[0]=AllLetter type[1]=AllLetter type[2]=AllSymbol p1[-2]=t p1[-1]=i p1[0]=m p1[1]=f p1[2]=? p2[-2]=tr p2[-1]=in p2[0]=mu p2[1]=fr p2[2]= p3[-2]=tra p3[-1]= p3[0]=mun p3[1]=fre p3[2]= p4[-2]=trai p4[-1]= p4[0]=munc p4[1]=frei p4[2]= s1[-2]=n s1[-1]=n s1[0]=r s1[1]=t s1[2]=? s2[-2]=in s2[-1]=in s2[0]=er s2[1]=it s2[2]= s3[-2]=ain s3[-1]= s3[0]=her s3[1]=eit s3[2]= s4[-2]=rain s4[-1]= s4[0]=cher s4[1]=heit s4[2]= 2d[-2]=no 2d[-1]=no 2d[0]=no 2d[1]=no 2d[2]=no 4d[-2]=no 4d[-1]=no 4d[0]=no 4d[1]=no 4d[2]=no d&a[-2]=no d&a[-1]=no d&a[0]=no d&a[1]=no d&a[2]=no d&-[-2]=no d&-[-1]=no d&-[0]=no d&-[1]=no d&-[2]=no d&/[-2]=no d&/[-1]=no d&/[0]=no d&/[1]=no d&/[2]=no d&,[-2]=no d&,[-1]=no d&,[0]=no d&,[1]=no d&,[2]=no d&.[-2]=no d&.[-1]=no d&.[0]=no d&.[1]=no d&.[2]=no up[-2]=no up[-1]=no up[0]=no up[1]=no up[2]=no iu[-2]=no iu[-1]=no iu[0]=no iu[1]=no iu[2]=no au[-2]=no au[-1]=no au[0]=no au[1]=no au[2]=no al[-2]=yes al[-1]=yes al[0]=yes al[1]=yes al[2]=no ad[-2]=no ad[-1]=no ad[0]=no ad[1]=no ad[2]=no ao[-2]=no ao[-1]=no ao[0]=no ao[1]=no ao[2]=yes cu[-2]=no cu[-1]=no cu[0]=no cu[1]=no cu[2]=no cl[-2]=yes cl[-1]=yes cl[0]=yes cl[1]=yes cl[2]=no ca[-2]=yes ca[-1]=yes ca[0]=yes ca[1]=yes ca[2]=no cd[-2]=no cd[-1]=no cd[0]=no cd[1]=no cd[2]=no cs[-2]=no cs[-1]=no cs[0]=no cs[1]=no cs[2]=yes w[-2]|w[-1]=train|in w[-1]|w[0]=in|muncher w[0]|w[1]=muncher|freiheit w[1]|w[2]=freiheit|? pos[-2]|pos[-1]=NN|IN pos[-1]|pos[0]=IN|NN pos[0]|pos[1]=NN|NN pos[1]|pos[2]=NN|. chk[-2]|chk[-1]=| chk[-1]|chk[0]=| chk[0]|chk[1]=| chk[1]|chk[2]=| shaped[-2]|shaped[-1]=L|L shaped[-1]|shaped[0]=L|L shaped[0]|shaped[1]=L|L shaped[1]|shaped[2]=L|; type[-2]|type[-1]=AllLetter|AllLetter type[-1]|type[0]=AllLetter|AllLetter type[0]|type[1]=AllLetter|AllLetter type[1]|type[2]=AllLetter|AllSymbol w[-4..-1]=the w[-4..-1]=next w[-4..-1]=train w[-4..-1]=in w[1..4]=freiheit w[1..4]=?
w[-2]=in w[-1]=muncher w[0]=freiheit w[1]=? wl[-2]=in wl[-1]=muncher wl[0]=freiheit wl[1]=? pos[-2]=IN pos[-1]=NN pos[0]=NN pos[1]=. chk[-2]= chk[-1]= chk[0]= chk[1]= shape[-2]=LL shape[-1]=LLLLLLL shape[0]=LLLLLLLL shape[1]=; shaped[-2]=L shaped[-1]=L shaped[0]=L shaped[1]=; type[-2]=AllLetter type[-1]=AllLetter type[0]=AllLetter type[1]=AllSymbol p1[-2]=i p1[-1]=m p1[0]=f p1[1]=? p2[-2]=in p2[-1]=mu p2[0]=fr p2[1]= p3[-2]= p3[-1]=mun p3[0]=fre p3[1]= p4[-2]= p4[-1]=munc p4[0]=frei p4[1]= s1[-2]=n s1[-1]=r s1[0]=t s1[1]=? s2[-2]=in s2[-1]=er s2[0]=it s2[1]= s3[-2]= s3[-1]=her s3[0]=eit s3[1]= s4[-2]= s4[-1]=cher s4[0]=heit s4[1]= 2d[-2]=no 2d[-1]=no 2d[0]=no 2d[1]=no 4d[-2]=no 4d[-1]=no 4d[0]=no 4d[1]=no d&a[-2]=no d&a[-1]=no d&a[0]=no d&a[1]=no d&-[-2]=no d&-[-1]=no d&-[0]=no d&-[1]=no d&/[-2]=no d&/[-1]=no d&/[0]=no d&/[1]=no d&,[-2]=no d&,[-1]=no d&,[0]=no d&,[1]=no d&.[-2]=no d&.[-1]=no d&.[0]=no d&.[1]=no up[-2]=no up[-1]=no up[0]=no up[1]=no iu[-2]=no iu[-1]=no iu[0]=no iu[1]=no au[-2]=no au[-1]=no au[0]=no au[1]=no al[-2]=yes al[-1]=yes al[0]=yes al[1]=no ad[-2]=no ad[-1]=no ad[0]=no ad[1]=no ao[-2]=no ao[-1]=no ao[0]=no ao[1]=yes cu[-2]=no cu[-1]=no cu[0]=no cu[1]=no cl[-2]=yes cl[-1]=yes cl[0]=yes cl[1]=no ca[-2]=yes ca[-1]=yes ca[0]=yes ca[1]=no cd[-2]=no cd[-1]=no cd[0]=no cd[1]=no cs[-2]=no cs[-1]=no cs[0]=no cs[1]=yes w[-2]|w[-1]=in|muncher w[-1]|w[0]=muncher|freiheit w[0]|w[1]=freiheit|? pos[-2]|pos[-1]=IN|NN pos[-1]|pos[0]=NN|NN pos[0]|pos[1]=NN|. chk[-2]|chk[-1]=| chk[-1]|chk[0]=| chk[0]|chk[1]=| shaped[-2]|shaped[-1]=L|L shaped[-1]|shaped[0]=L|L shaped[0]|shaped[1]=L|; type[-2]|type[-1]=AllLetter|AllLetter type[-1]|type[0]=AllLetter|AllLetter type[0]|type[1]=AllLetter|AllSymbol w[-4..-1]=next w[-4..-1]=train w[-4..-1]=in w[-4..-1]=muncher w[1..4]=?
w[-2]=muncher w[-1]=freiheit w[0]=? wl[-2]=muncher wl[-1]=freiheit wl[0]=? pos[-2]=NN pos[-1]=NN pos[0]=. chk[-2]= chk[-1]= chk[0]= shape[-2]=LLLLLLL shape[-1]=LLLLLLLL shape[0]=; shaped[-2]=L shaped[-1]=L shaped[0]=; type[-2]=AllLetter type[-1]=AllLetter type[0]=AllSymbol p1[-2]=m p1[-1]=f p1[0]=? p2[-2]=mu p2[-1]=fr p2[0]= p3[-2]=mun p3[-1]=fre p3[0]= p4[-2]=munc p4[-1]=frei p4[0]= s1[-2]=r s1[-1]=t s1[0]=? s2[-2]=er s2[-1]=it s2[0]= s3[-2]=her s3[-1]=eit s3[0]= s4[-2]=cher s4[-1]=heit s4[0]= 2d[-2]=no 2d[-1]=no 2d[0]=no 4d[-2]=no 4d[-1]=no 4d[0]=no d&a[-2]=no d&a[-1]=no d&a[0]=no d&-[-2]=no d&-[-1]=no d&-[0]=no d&/[-2]=no d&/[-1]=no d&/[0]=no d&,[-2]=no d&,[-1]=no d&,[0]=no d&.[-2]=no d&.[-1]=no d&.[0]=no up[-2]=no up[-1]=no up[0]=no iu[-2]=no iu[-1]=no iu[0]=no au[-2]=no au[-1]=no au[0]=no al[-2]=yes al[-1]=yes al[0]=no ad[-2]=no ad[-1]=no ad[0]=no ao[-2]=no ao[-1]=no ao[0]=yes cu[-2]=no cu[-1]=no cu[0]=no cl[-2]=yes cl[-1]=yes cl[0]=no ca[-2]=yes ca[-1]=yes ca[0]=no cd[-2]=no cd[-1]=no cd[0]=no cs[-2]=no cs[-1]=no cs[0]=yes w[-2]|w[-1]=muncher|freiheit w[-1]|w[0]=freiheit|? pos[-2]|pos[-1]=NN|NN pos[-1]|pos[0]=NN|. chk[-2]|chk[-1]=| chk[-1]|chk[0]=| shaped[-2]|shaped[-1]=L|L shaped[-1]|shaped[0]=L|; type[-2]|type[-1]=AllLetter|AllLetter type[-1]|type[0]=AllLetter|AllSymbol w[-4..-1]=train w[-4..-1]=in w[-4..-1]=muncher w[-4..-1]=freiheit __EOS__

2
BotSharp.WebHost/Program.cs
View file

@ -27,7 +27,7 @@ namespace BotSharp.WebHost
config.AddJsonFile(setting, optional: false, reloadOnChange: true);
});
})
.UseUrls("http://0.0.0.0:3112")
.UseUrls("http://0.0.0.0:3116")
.UseStartup<Startup>()
.Build();
}

BIN
BotSharp.WebHost/crfsuite.exe Normal file
View file

Binary file not shown.

6
BotSharp.sln
View file

@ -13,6 +13,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "BotSharp.WebHost", "BotShar
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "BotSharp.MachineLearning", "BotSharp.MachineLearning\BotSharp.MachineLearning.csproj", "{E664115A-AE86-49E9-8AE4-D4589A568CD7}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "DotNetToolkit", "..\DotNetToolkit\DotNetToolkit\DotNetToolkit.csproj", "{49F8D187-599E-458F-8567-40FCD146CFFA}"
EndProject
Global
GlobalSection(SolutionConfigurationPlatforms) = preSolution
Debug|Any CPU = Debug|Any CPU
@ -39,6 +41,10 @@ Global
{E664115A-AE86-49E9-8AE4-D4589A568CD7}.Debug|Any CPU.Build.0 = Debug|Any CPU
{E664115A-AE86-49E9-8AE4-D4589A568CD7}.Release|Any CPU.ActiveCfg = Release|Any CPU
{E664115A-AE86-49E9-8AE4-D4589A568CD7}.Release|Any CPU.Build.0 = Release|Any CPU
{49F8D187-599E-458F-8567-40FCD146CFFA}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{49F8D187-599E-458F-8567-40FCD146CFFA}.Debug|Any CPU.Build.0 = Debug|Any CPU
{49F8D187-599E-458F-8567-40FCD146CFFA}.Release|Any CPU.ActiveCfg = Release|Any CPU
{49F8D187-599E-458F-8567-40FCD146CFFA}.Release|Any CPU.Build.0 = Release|Any CPU
EndGlobalSection
GlobalSection(SolutionProperties) = preSolution
HideSolutionNode = FALSE