public void TestTokenizer1() { Tokenizer tokenizer = new Tokenizer(new ExpressionDictionary(), "test"); Assert.AreEqual(new Text("test"),tokenizer.NextToken()); }