private TokenType getNextToken()
{
if (!options.PreserveWhiteSpace)
{
TokenType tokenType = skipWhiteSpace();
if (tokenType != TokenType.Normal)
{
addToken();
return tokenType;
}
}
if (reader.IsMatch1(options.Quote))
{
return getQuotedToken();
}
else
{
return getUnquotedToken();
}
}