public void ProcessOneToken()
{
Lexer tokenizer = new Lexer("token");
Token token = tokenizer.NextToken();
Assert.IsNotNull(token);
Assert.AreEqual("token", token.Value);
Assert.AreEqual(TokenType.Name, token.Type);
token = tokenizer.NextToken();
Assert.IsNull(token);
}