public override void End()
{
base.End();
int finalOffset = CorrectOffset(Off);
OffsetAtt.SetOffset(finalOffset, finalOffset);
// some tokenizers, such as limiting tokenizers, call end() before IncrementToken() returns false.
// these tests should disable this check (in general you should consume the entire stream)
try
{
//Debug.Assert(!EnableChecks_Renamed || StreamState == State.INCREMENT_FALSE, "end() called before IncrementToken() returned false!");
}
finally
{
StreamState = State.END;
}
}