public void TestPunctuation()
{
string text = "A foo,bar goest! flu? Oh, yes, flu!!! really? yep.\n.\tdidn't think [so..(yep)";
TokenAssertions.AssertTokenValues(new StringTokenizer(text),
"A", "foo", "bar", "goest", "flu",
"Oh", "yes", "flu", "really", "yep",
"didn", "t", "think", "so", "yep"
);
}