public override bool IncrementToken()
{
if (Tokens == null)
{
FillTokens();
}
//System.out.println("graphTokenizer: incr upto=" + upto + " vs " + tokens.size());
if (Upto == Tokens.Count)
{
//System.out.println(" END @ " + tokens.size());
return false;
}
Token t = Tokens[Upto++];
//System.out.println(" return token=" + t);
ClearAttributes();
TermAtt.Append(t.ToString());
OffsetAtt.SetOffset(t.StartOffset(), t.EndOffset());
PosIncrAtt.PositionIncrement = t.PositionIncrement;
PosLengthAtt.PositionLength = t.PositionLength;
return true;
}