private static NGramModel CreateModel()
{
var lines = File.ReadAllLines(
@"C:\Users\hrzafer\Desktop\workspace\Damla\code\suggestion\unigrams.txt")
.Select(x => x.Split(null));
var nGramModel = new NGramModel(2);
var counter = 0;
foreach (var line in lines)
{
counter++;
var solutions = Analyzer.Analyze(line[0]);
foreach (var solution in solutions)
{
var morphemeIds = solution.GetMorphemeIds();
var times = Math.Round((int.Parse(line[1]) + 99)/(double) 100);
for (var i = 0; i < times; i++)
{
nGramModel.AddSentence(morphemeIds);
}
}
if (counter%100 == 0)
{
Console.WriteLine(counter);
}
}
nGramModel.Deserialize(
@"C:\Users\hrzafer\Desktop\workspace\Prizma\code\prizma\src\main\resources\stemDict\model_uni_bi.json");
return nGramModel;
}