//Copyright (C) 2006 Richard J. Northedge // // This library is free software; you can redistribute it and/or // modify it under the terms of the GNU Lesser General Public // License as published by the Free Software Foundation; either // version 2.1 of the License, or (at your option) any later version. // // This library is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Lesser General Public License for more details. // // You should have received a copy of the GNU Lesser General Public // License along with this program; if not, write to the Free Software // Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. //This file is based on the Util.java source file found in //the Java WordNet Library (JWNL). That source file is licensed under BSD. using System; using System.Collections; using System.Collections.Generic; using System.Text; namespace BotSharp.MachineLearning.Morph { public class Util { public static string GetLemma(string[] tokens, BitArray bits, string delimiter) { StringBuilder buf = new StringBuilder(); for (int i = 0; i < tokens.Length; i++) { if (i != 0 && !bits.Get(i - 1)) { buf.Append(delimiter); } buf.Append(tokens[i]); } return buf.ToString(); } public static bool Increment(BitArray bits, int size) { int i = size - 1; while (i >= 0 && bits.Get(i)) { bits.Set(i--, false); } if (i < 0) { return false; } bits.Set(i, true); return true; } public static string[] Split(string str) { char[] chars = str.ToCharArray(); List tokens = new List(); StringBuilder buf = new StringBuilder(); for (int i = 0; i < chars.Length; i++) { if ((chars[i] >= 'a' && chars[i] <= 'z') || chars[i] == '\'') { buf.Append(chars[i]); } else { if (buf.Length > 0) { tokens.Add(buf.ToString()); buf = new StringBuilder(); } } } if (buf.Length > 0) { tokens.Add(buf.ToString()); } return (tokens.ToArray()); } private Util() { } } }