AjTalk.Tests.Compiler.LexerTests.ProcessOneToken C# (CSharp) Method

        public void ProcessOneToken()
        {
            Lexer tokenizer = new Lexer("token");
            Token token = tokenizer.NextToken();
            Assert.IsNotNull(token);
            Assert.AreEqual("token", token.Value);
            Assert.AreEqual(TokenType.Name, token.Type);

            token = tokenizer.NextToken();
            Assert.IsNull(token);
        }