private void CreateAlphabet(string file)
{
Console.Write("Creating Alphabet ... ");
var reader =
new StreamReader(new FileStream(file, FileMode.Open), Encoding.UTF8);
var lines = ReadLines(reader);
int cnt = 0;
while (lines != null)
{
var toks = lines[0];
var pos = lines[1];
var labs = lines[2];
var deps = lines[3];
for (int i = 0; i < labs.Length; i++)
TypeAlphabet.LookupIndex(labs[i]);
var deps1 = new int[deps.Length];
for (int i = 0; i < deps.Length; i++)
{
deps1[i] = int.Parse(deps[i]);
}
CreateFeatureVector(toks, pos, labs, deps1);
lines = ReadLines(reader);
cnt++;
}
CloseAlphabets();
reader.Close();
Console.WriteLine("Done.");
}