public void GetCarriageReturnNewLineAsEndOfLine() { Lexer lexer = new Lexer("\r\n"); Token token = lexer.NextToken(); Assert.IsNotNull(token); Assert.AreEqual(TokenType.EndOfLine, token.Type); Assert.IsNull(lexer.NextToken()); }