Examples of SnowballFilter

Examples of org.apache.lucene.analysis.snowball.SnowballFilter

36
37
38
39
40
41
42
    super.init(args);
    warnDeprecated("use SnowballPorterFilterFactory with 'French' instead");
  }
 
  public TokenFilter create(TokenStream in) {
    return new SnowballFilter(in, new org.tartarus.snowball.ext.FrenchStemmer());
  }
View Full Code Here

Examples of org.apache.lucene.analysis.snowball.SnowballFilter

37
38
39
40
41
42
43
    super.init(args);
    warnDeprecated("use SnowballPorterFilterFactory with 'Russian' instead");
  }
 
  public TokenFilter create(TokenStream in) {
    return new SnowballFilter(in, new org.tartarus.snowball.ext.RussianStemmer());
  }
View Full Code Here

Examples of org.apache.lucene.analysis.snowball.SnowballFilter

57
58
59
60
61
62
63
  private CharArraySet protectedWords = null;

  public TokenFilter create(TokenStream input) {
    if (protectedWords != null)
      input = new KeywordMarkerFilter(input, protectedWords);
    return new SnowballFilter(input, new org.tartarus.snowball.ext.EnglishStemmer());
  }
View Full Code Here

Examples of org.apache.lucene.analysis.snowball.SnowballFilter

37
38
39
40
41
42
43
    super.init(args);
    warnDeprecated("use SnowballPorterFilterFactory with 'Dutch' instead");
  }

  public TokenFilter create(TokenStream _in) {
    return new SnowballFilter(_in, new org.tartarus.snowball.ext.DutchStemmer());
  }
View Full Code Here

Examples of org.apache.lucene.analysis.snowball.SnowballFilter

44
45
46
47
48
49
50
51
  @Test
  public void testCreateTokenFilter() throws Exception{
    Properties properties = new Properties();
    properties.setProperty(SnowballFilterFactory.STEMMER_NAME_PARAMETER, PORTER);
   
    SnowballFilter snowballFilter = (SnowballFilter) snowballFilterFactory.createTokenFilter(tokenStream, properties );
    assertNotNull(snowballFilter);
  }
View Full Code Here

Examples of org.apache.lucene.analysis.snowball.SnowballFilter

123
124
125
126
127
128
129
130
    TokenStream result = new StandardFilter(matchVersion, source);
    result = new LowerCaseFilter(matchVersion, result);
    result = new StopFilter(matchVersion, result, stopwords);
    if(!stemExclusionSet.isEmpty())
      result = new SetKeywordMarkerFilter(result, stemExclusionSet);
    result = new SnowballFilter(result, new FinnishStemmer());
    return new TokenStreamComponents(source, result);
  }
View Full Code Here

Examples of org.apache.lucene.analysis.snowball.SnowballFilter

123
124
125
126
127
128
129
130
    TokenStream result = new StandardFilter(matchVersion, source);
    result = new LowerCaseFilter(matchVersion, result);
    result = new StopFilter(matchVersion, result, stopwords);
    if(!stemExclusionSet.isEmpty())
      result = new SetKeywordMarkerFilter(result, stemExclusionSet);
    result = new SnowballFilter(result, new NorwegianStemmer());
    return new TokenStreamComponents(source, result);
  }
View Full Code Here

Examples of org.apache.lucene.analysis.snowball.SnowballFilter

133
134
135
136
137
138
139
140
141
    if(!stemExclusionSet.isEmpty())
      result = new SetKeywordMarkerFilter(result, stemExclusionSet);
    if (matchVersion.onOrAfter(Version.LUCENE_36)) {
      result = new SpanishLightStemFilter(result);
    } else {
      result = new SnowballFilter(result, new SpanishStemmer());
    }
    return new TokenStreamComponents(source, result);
  }
View Full Code Here

Examples of org.apache.lucene.analysis.snowball.SnowballFilter

194
195
196
197
198
199
200
201
202
203
204
      result = new StopFilter(matchVersion, result, stoptable);
      if (!excltable.isEmpty())
        result = new SetKeywordMarkerFilter(result, excltable);
      if (stemdict != null)
        result = new StemmerOverrideFilter(result, stemdict);
      result = new SnowballFilter(result, new org.tartarus.snowball.ext.DutchStemmer());
      return new TokenStreamComponents(source, result);
    } else {
      final Tokenizer source = new StandardTokenizer(matchVersion, aReader);
      TokenStream result = new StandardFilter(matchVersion, source);
      result = new StopFilter(matchVersion, result, stoptable);
View Full Code Here

Examples of org.apache.lucene.analysis.snowball.SnowballFilter

123
124
125
126
127
128
129
130
    TokenStream result = new StandardFilter(matchVersion, source);
    result = new LowerCaseFilter(matchVersion, result);
    result = new StopFilter(matchVersion, result, stopwords);
    if(!stemExclusionSet.isEmpty())
      result = new SetKeywordMarkerFilter(result, stemExclusionSet);
    result = new SnowballFilter(result, new HungarianStemmer());
    return new TokenStreamComponents(source, result);
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.