public void TokenizeEmpty() { var tokenizer = new Tokenizer(""); Assert.IsNull(tokenizer.NextToken); Assert.AreEqual(0, tokenizer.RestOfInput.Length); }