internal void GetNextTokenInState(ScannerState state)
{
_prevToken = _currentToken;
if (_tokens.Count == 0)
{
_currentToken = new ScannerToken(_lineBufferOffset, _endOfTerminatorTrivia, null, state);
}
else
{
_currentToken = _tokens[0];
_tokens.RemoveAt(0);
ResetCurrentToken(state);
}
}