public void GetSemiColonAsSeparator() { Lexer lexer = new Lexer(";"); Token token = lexer.NextToken(); Assert.IsNotNull(token); Assert.AreEqual(TokenType.Separator, token.Type); Assert.AreEqual(";", token.Value); Assert.IsNull(lexer.NextToken()); }