Lucene.Net.Analysis.AR.ArabicAnalyzer.TokenStream C# (CSharp) Method

TokenStream() public method

public TokenStream ( string fieldName, TextReader reader ) : TokenStream
fieldName string
reader System.IO.TextReader
return Lucene.Net.Analysis.TokenStream
        public override TokenStream TokenStream(string fieldName, TextReader reader)
        {
            TokenStream result = new ArabicLetterTokenizer(reader);
            result = new LowerCaseFilter(result);
            // the order here is important: the stopword list is not normalized!
            result = new StopFilter(StopFilter.GetEnablePositionIncrementsVersionDefault(matchVersion), result, stoptable);
            result = new ArabicNormalizationFilter(result);
            result = new ArabicStemFilter(result);

            return result;
        }