Bamboo.Prevalence.Indexing.Tests.StringTokenizerTest.TestPunctuation C# (CSharp) Method

		public void TestPunctuation()
		{
			string text = "A foo,bar goest! flu? Oh, yes, flu!!! really? yep.\n.\tdidn't think [so..(yep)";
			TokenAssertions.AssertTokenValues(new StringTokenizer(text),
				"A", "foo", "bar", "goest", "flu",
				"Oh", "yes", "flu", "really", "yep",
				"didn", "t", "think", "so", "yep"
				);
		}