private void CheckTokens(TokenStream stream)
{
int count = 0;
ICharTermAttribute termAtt = stream.GetAttribute<ICharTermAttribute>();
while (stream.IncrementToken())
{
Assert.IsTrue(count < Tokens.Length);
Assert.AreEqual(Tokens[count], termAtt.ToString());
count++;
}
Assert.AreEqual(Tokens.Length, count);
}
}