public void GetCommaAsSeparator() { Lexer lexer = new Lexer(","); Token token = lexer.NextToken(); Assert.IsNotNull(token); Assert.AreEqual(TokenType.Separator, token.Type); Assert.AreEqual(",", token.Value); Assert.IsNull(lexer.NextToken()); }