public void TokenizeOneString()
{
var tokenizer = new Tokenizer("hello");
var token = tokenizer.NextToken;
Assert.IsNotNull(token);
Assert.AreEqual(TokenKind.Value, token.Kind);
Assert.AreEqual("hello", token.Value);
Assert.AreEqual("", tokenizer.RestOfInput);
}