Lucene.Net.Analysis.Compound.TestDictionaryCompoundWordTokenFilterFactory.TestDecompounding C# (CSharp) Method

        public virtual void TestDecompounding()
        {
            TextReader reader = new StringReader("I like to play softball");
            TokenStream stream = new MockTokenizer(reader, MockTokenizer.WHITESPACE, false);
            stream = TokenFilterFactory("DictionaryCompoundWord", "dictionary", "compoundDictionary.txt").Create(stream);
            AssertTokenStreamContents(stream, new string[] { "I", "like", "to", "play", "softball", "soft", "ball" });
        }