Package org.apache.lucene.analysis.ar

Examples of org.apache.lucene.analysis.ar.ArabicStemFilter

34
35
36
37
38
39
40
*/
public class ArabicStemFilterFactory extends BaseTokenFilterFactory{


  public ArabicStemFilter create(TokenStream input) {
    return new ArabicStemFilter(input);
  }
View Full Code Here
476
477
478
479
480
481
482
483
484
485
486
            @Override public String name() {
                return "arabic_stem";
            }

            @Override public TokenStream create(TokenStream tokenStream) {
                return new ArabicStemFilter(tokenStream);
            }
        }));
        tokenFilterFactories.put("brazilian_stem", new PreBuiltTokenFilterFactoryFactory(new TokenFilterFactory() {
            @Override public String name() {
                return "brazilian_stem";
View Full Code Here
35
36
37
38
39
40
41
    @Inject public ArabicStemTokenFilterFactory(Index index, @IndexSettings Settings indexSettings, @Assisted String name, @Assisted Settings settings) {
        super(index, indexSettings, name, settings);
    }

    @Override public TokenStream create(TokenStream tokenStream) {
        return new ArabicStemFilter(tokenStream);
    }
View Full Code Here
26
27
28
29
30
31
32
**/
public class ArabicStemFilterFactory extends BaseTokenFilterFactory{


  public ArabicStemFilter create(TokenStream input) {
    return new ArabicStemFilter(input);
  }
View Full Code Here
37
38
39
40
41
42
43
public class ArabicStemFilterFactory extends TokenFilterFactory {


  @Override
  public ArabicStemFilter create(TokenStream input) {
    return new ArabicStemFilter(input);
  }
View Full Code Here
26
27
28
29
30
31
32
*
**/
public class ArabicStemFilterFactory extends BaseTokenFilterFactory {

  public ArabicStemFilter create(TokenStream input) {
    return new ArabicStemFilter( input );
  }
View Full Code Here
44
45
46
47
48
49
50
    }
  }

  @Override
  public ArabicStemFilter create(TokenStream input) {
    return new ArabicStemFilter(input);
  }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92

  @Override
  public String stem(String token) {
    tokenizer = new StandardTokenizer(Version.LUCENE_35, new StringReader(token));
    TokenStream tokenStream = new ArabicStemFilter(new ArabicNormalizationFilter(tokenizer));
    CharTermAttribute termAtt = tokenStream.getAttribute(CharTermAttribute.class);
    tokenStream.clearAttributes();
    StringBuilder stemmed = new StringBuilder();
    try {
      while (tokenStream.incrementToken()) {
        String curToken = termAtt.toString();
        if ( vocab != null && vocab.get(curToken) <= 0) {
          continue;
        }
        stemmed.append( curToken + " " );
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
      }
    }
   
    if (isStemming()) {
      tokenizer = new StandardTokenizer(Version.LUCENE_35, new StringReader(finalTokenized.toString().trim()));
      tokenStream = new ArabicStemFilter(new ArabicNormalizationFilter(tokenizer));
      CharTermAttribute termAtt = tokenStream.getAttribute(CharTermAttribute.class);
      tokenStream.clearAttributes();
      try {
        while (tokenStream.incrementToken()) {
          String curToken = termAtt.toString();
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97

  @Override
  public String stem(String token) {
    tokenizer = new StandardTokenizer(Version.LUCENE_35, new StringReader(token));
    TokenStream tokenStream = new ArabicStemFilter(new ArabicNormalizationFilter(tokenizer));
    CharTermAttribute termAtt = tokenStream.getAttribute(CharTermAttribute.class);
    tokenStream.clearAttributes();
    StringBuilder stemmed = new StringBuilder();
    try {
      while (tokenStream.incrementToken()) {
        String curToken = termAtt.toString();
        if ( vocab != null && vocab.get(curToken) <= 0) {
          continue;
        }
        stemmed.append( curToken + " " );
View Full Code Here
TOP

Related Classes of org.apache.lucene.analysis.ar.ArabicStemFilter

  • ivory.core.tokenize.LuceneArabicAnalyzer
  • org.apache.lucene.analysis.ar.ArabicStemFilterFactory
  • org.apache.solr.analysis.ArabicStemFilterFactory
  • org.elasticsearch.index.analysis.ArabicStemTokenFilterFactory
  • org.elasticsearch.index.analysis.StemmerTokenFilterFactory
  • org.elasticsearch.indices.analysis.IndicesAnalysisService
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.