using BotSharp.MachineLearning.CRFLite.Decoder;
using System;
using System.Collections.Generic;
using System.IO;
using System.Text;
namespace BotSharp.MachineLearning.CRFLite
{
public class CRFDecoder
{
ModelReader _modelReader;
///
/// Load encoded model from file
///
///
/// The model path.
///
///
public void LoadModel(string modelFilename)
{
_modelReader = new ModelReader(modelFilename);
_modelReader.LoadModel();
}
///
/// Loads an encoded model using the specified delegate.
/// Using this overload you can read the model e.g.
/// from network, zipped archives or other locations, as you wish.
///
///
/// Allows reading the model from arbitrary formats and sources.
///
///
/// The model file name, as used by the given
/// for file resolution.
///
///
public void LoadModel(Func modelLoader, string modelFilename)
{
this._modelReader = new ModelReader(modelLoader, modelFilename);
_modelReader.LoadModel();
}
public SegDecoderTagger CreateTagger(int nbest, int this_crf_max_word_num = BaseUtils.DEFAULT_CRF_MAX_WORD_NUM)
{
if (_modelReader == null)
{
return null;
}
var tagger = new SegDecoderTagger(nbest, this_crf_max_word_num);
tagger.init_by_model(_modelReader);
return tagger;
}
//Segment given text
public int Segment(crf_seg_out[] pout, //segment result
SegDecoderTagger tagger, //Tagger per thread
List> inbuf //feature set for segment
)
{
var ret = 0;
if (inbuf.Count == 0)
{
//Empty input string
return BaseUtils.ERROR_SUCCESS;
}
ret = tagger.reset();
if (ret < 0)
{
return ret;
}
ret = tagger.add(inbuf);
if (ret < 0)
{
return ret;
}
//parse
ret = tagger.parse();
if (ret < 0)
{
return ret;
}
//wrap result
ret = tagger.output(pout);
if (ret < 0)
{
return ret;
}
return BaseUtils.ERROR_SUCCESS;
}
//Segment given text
public int Segment(CRFTermOut[] pout, //segment result
DecoderTagger tagger, //Tagger per thread
List> inbuf //feature set for segment
)
{
var ret = 0;
if (inbuf.Count == 0)
{
//Empty input string
return BaseUtils.ERROR_SUCCESS;
}
ret = tagger.reset();
if (ret < 0)
{
return ret;
}
ret = tagger.add(inbuf);
if (ret < 0)
{
return ret;
}
//parse
ret = tagger.parse();
if (ret < 0)
{
return ret;
}
//wrap result
ret = tagger.output(pout);
if (ret < 0)
{
return ret;
}
return BaseUtils.ERROR_SUCCESS;
}
}
}