| public static AssertTokenValues ( ITokenizer tokenizer ) : void | ||
| tokenizer | ITokenizer | |
| return | void | |
public static void AssertTokenValues(ITokenizer tokenizer, params string[] expectedValues)
{
foreach (string value in expectedValues)
{
Assertion.AssertEquals(value, tokenizer.NextToken().Value);
}
Assertion.AssertNull(tokenizer.NextToken());
}
| TokenAssertions::AssertTokenValues ( string text, ITokenFilter filter ) : void |
public void TestPunctuation()
{
string text = "A foo,bar goest! flu? Oh, yes, flu!!! really? yep.\n.\tdidn't think [so..(yep)";
TokenAssertions.AssertTokenValues(new StringTokenizer(text),
"A", "foo", "bar", "goest", "flu",
"Oh", "yes", "flu", "really", "yep",
"didn", "t", "think", "so", "yep"
);
}