public override bool IncrementToken()
{
if (!input.IncrementToken())
{
return false;
}
char[] buffer = termAtt.Buffer();
int length = termAtt.Length;
for (int i = 0; i < length; i++)
{
if (buffer[i] == '\'' || buffer[i] == '\u2019')
{
termAtt.Length = i;
return true;
}
}
return true;
}
}