Open Source Document Management System | OpenKM

protected ReusableAnalyzerBase.TokenStreamComponents createComponents(String fieldName, Reader reader) {
    Tokenizer source = new StandardTokenizer(this.matchVersion, reader);
    TokenStream result = new StandardFilter(this.matchVersion, source);
    result = new LowerCaseFilter(this.matchVersion, result);
    result = new StopFilter(this.matchVersion, result, this.stopwords);
    result = new ASCIIFoldingFilter(result);
    
    if (!this.stemExclusionSet.isEmpty()) {
        result = new KeywordMarkerFilter(result, this.stemExclusionSet);
    }
    
    result = new SnowballFilter(result, new SpanishStemmer());
    return new ReusableAnalyzerBase.TokenStreamComponents(source, result);
}