private bool ReadNext(int index)
{
LexerToken token = _tokens[index];
try
{
token.Type = _tokenizer.NextToken();
token.Token = _tokenizer.Token;
}
catch (Exception exception)
{
token.Type = TokenType.Error;
token.Error = exception;
}
token.Line = _tokenizer.Line;
token.LinePos = _tokenizer.LinePos;
return (token.Type != TokenType.EOF) && (token.Type != TokenType.Error);
}