public void ProcessPunctuation() { Lexer tokenizer = new Lexer("."); Token token; token = tokenizer.NextToken(); Assert.IsNotNull(token); Assert.AreEqual(".", token.Value); Assert.AreEqual(TokenType.Punctuation, token.Type); }