Examples of EnglishAnalyzer

Examples of com.mozilla.grouperfish.lucene.analysis.en.EnglishAnalyzer

78
79
80
81
82
83
84
85
86
87
88
89
90
                analyzer = new org.apache.lucene.analysis.de.GermanAnalyzer(Version.LUCENE_31);
            } else if (langCode.startsWith("es")) {
                analyzer = new org.apache.lucene.analysis.es.SpanishAnalyzer(Version.LUCENE_31);
            } else {
                if (stopwords != null && stopwords.size() > 0) {
                    analyzer = new EnglishAnalyzer(Version.LUCENE_31, stopwords, stem);
                } else {
                    analyzer = new EnglishAnalyzer(Version.LUCENE_31, stem);
                }
            }
        }

        DataBag output = bagFactory.newDefaultBag();
View Full Code Here

Examples of com.mozilla.grouperfish.transforms.coclustering.lucene.analysis.en.EnglishAnalyzer

78
79
80
81
82
83
84
85
86
87
88
89
90
                analyzer = new org.apache.lucene.analysis.de.GermanAnalyzer(Version.LUCENE_31);
            } else if (langCode.startsWith("es")) {
                analyzer = new org.apache.lucene.analysis.es.SpanishAnalyzer(Version.LUCENE_31);
            } else {
                if (stopwords != null && stopwords.size() > 0) {
                    analyzer = new EnglishAnalyzer(Version.LUCENE_31, stopwords, stem);
                } else {
                    analyzer = new EnglishAnalyzer(Version.LUCENE_31, stem);
                }
            }
        }

        DataBag output = bagFactory.newDefaultBag();
View Full Code Here

Examples of org.apache.lucene.analysis.en.EnglishAnalyzer

66
67
68
69
70
71
72
73
74
75
76
   
    IndexReader indexReader = IndexReader.open(directory); //<co id="mlt.indexsetup"/>
    IndexSearcher indexSearcher = new IndexSearcher(indexReader);

    Analyzer analyzer //<co id="mlt.analyzersetup"/>
      = new EnglishAnalyzer(Version.LUCENE_36);
   
    if (nGramSize > 1) { //<co id="mlt.ngramsetup"/>
      analyzer = new ShingleAnalyzerWrapper(analyzer, nGramSize,
              nGramSize);
    }
View Full Code Here

Examples of org.apache.lucene.analysis.en.EnglishAnalyzer

136
137
138
139
140
141
142
143
144
145
146
      }

      Directory directory = FSDirectory.open(new File(modelPath));
      IndexReader indexReader = IndexReader.open(directory);
      Analyzer analyzer   //<co id="mlt.analyzersetup"/>
        = new EnglishAnalyzer(Version.LUCENE_36);
     
      MoreLikeThisCategorizer categorizer
        = new MoreLikeThisCategorizer(indexReader, categoryField);
      categorizer.setAnalyzer(analyzer);
      categorizer.setMatchMode(mode);
View Full Code Here

Examples of org.apache.lucene.analysis.en.EnglishAnalyzer

249
250
251
252
253
254
255
256
257
258
259
  protected void openIndexWriter(String pathname) throws IOException {
    //<start id="lucene.examples.index.setup"/>
    Directory directory //<co id="luc.index.dir"/>
      = FSDirectory.open(new File(pathname));
    Analyzer analyzer   //<co id="luc.index.analyzer"/>
      = new EnglishAnalyzer(Version.LUCENE_36);
   
    if (nGramSize > 1) { //<co id="luc.index.shingle"/>
      ShingleAnalyzerWrapper sw
        = new ShingleAnalyzerWrapper(analyzer,
            nGramSize, // min shingle size
View Full Code Here

Examples of org.apache.lucene.analysis.en.EnglishAnalyzer

135
136
137
138
139
140
141
142
143
144
145
        analyzerProviderFactories.put("chinese", new PreBuiltAnalyzerProviderFactory("chinese", AnalyzerScope.INDICES, new ChineseAnalyzer()));
        analyzerProviderFactories.put("cjk", new PreBuiltAnalyzerProviderFactory("cjk", AnalyzerScope.INDICES, new ChineseAnalyzer()));
        analyzerProviderFactories.put("czech", new PreBuiltAnalyzerProviderFactory("czech", AnalyzerScope.INDICES, new CzechAnalyzer(Lucene.ANALYZER_VERSION)));
        analyzerProviderFactories.put("dutch", new PreBuiltAnalyzerProviderFactory("dutch", AnalyzerScope.INDICES, new DutchAnalyzer(Lucene.ANALYZER_VERSION)));
        analyzerProviderFactories.put("danish", new PreBuiltAnalyzerProviderFactory("danish", AnalyzerScope.INDICES, new DanishAnalyzer(Lucene.ANALYZER_VERSION)));
        analyzerProviderFactories.put("english", new PreBuiltAnalyzerProviderFactory("english", AnalyzerScope.INDICES, new EnglishAnalyzer(Lucene.ANALYZER_VERSION)));
        analyzerProviderFactories.put("finnish", new PreBuiltAnalyzerProviderFactory("finnish", AnalyzerScope.INDICES, new FinnishAnalyzer(Lucene.ANALYZER_VERSION)));
        analyzerProviderFactories.put("french", new PreBuiltAnalyzerProviderFactory("french", AnalyzerScope.INDICES, new FrenchAnalyzer(Lucene.ANALYZER_VERSION)));
        analyzerProviderFactories.put("galician", new PreBuiltAnalyzerProviderFactory("galician", AnalyzerScope.INDICES, new GalicianAnalyzer(Lucene.ANALYZER_VERSION)));
        analyzerProviderFactories.put("german", new PreBuiltAnalyzerProviderFactory("german", AnalyzerScope.INDICES, new GermanAnalyzer(Lucene.ANALYZER_VERSION)));
        analyzerProviderFactories.put("greek", new PreBuiltAnalyzerProviderFactory("greek", AnalyzerScope.INDICES, new GreekAnalyzer(Lucene.ANALYZER_VERSION)));
View Full Code Here

Examples of org.apache.lucene.analysis.en.EnglishAnalyzer

35
36
37
38
39
40
41
42
43
    private final EnglishAnalyzer analyzer;

    @Inject public EnglishAnalyzerProvider(Index index, @IndexSettings Settings indexSettings, Environment env, @Assisted String name, @Assisted Settings settings) {
        super(index, indexSettings, name, settings);
        analyzer = new EnglishAnalyzer(version,
                Analysis.parseStopWords(env, settings, EnglishAnalyzer.getDefaultStopSet()),
                Analysis.parseStemExclusion(settings, CharArraySet.EMPTY_SET));
    }
View Full Code Here

Examples of org.apache.lucene.analysis.en.EnglishAnalyzer

99
100
101
102
103
104
105
106
 
  /** parse a syn file with bad syntax */
  @Test(expected=ParseException.class)
  public void testInvalidPositionsInput() throws Exception {
    String testFile = "testola => the test";
    SolrSynonymParser parser = new SolrSynonymParser(true, true, new EnglishAnalyzer(TEST_VERSION_CURRENT));
    parser.add(new StringReader(testFile));
  }
View Full Code Here

Examples of org.apache.lucene.analysis.en.EnglishAnalyzer

107
108
109
110
111
112
113
114
 
  /** parse a syn file with bad syntax */
  @Test(expected=ParseException.class)
  public void testInvalidPositionsOutput() throws Exception {
    String testFile = "the test => testola";
    SolrSynonymParser parser = new SolrSynonymParser(true, true, new EnglishAnalyzer(TEST_VERSION_CURRENT));
    parser.add(new StringReader(testFile));
  }
View Full Code Here

Examples of org.apache.lucene.analysis.en.EnglishAnalyzer

39
40
41
42
43
44
45
46
47
48
49
    } catch (IOException e) {
      e.printStackTrace();
    }

    Analyzer analyzer = new EnglishAnalyzer(stopwords);

    String querystr = "Alice";
//    String querystr = "\"Alice\'s Adventures in Wonderland\"";
    try {
      QueryBuilder builder = new QueryBuilder(analyzer);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.