public ReusableTokenStream ( System fieldName, System reader ) : Lucene.Net.Analysis.TokenStream | ||
fieldName | System | |
reader | System | |
return | Lucene.Net.Analysis.TokenStream |
public override TokenStream ReusableTokenStream(System.String fieldName, System.IO.TextReader reader)
{
Tokenizer tokenizer = (Tokenizer) PreviousTokenStream;
if (tokenizer == null)
{
tokenizer = new SingleCharTokenizer(reader);
PreviousTokenStream = tokenizer;
}
else
tokenizer.Reset(reader);
return tokenizer;
}