Examples of LowerCaseFilter

Examples of org.apache.lucene.analysis.LowerCaseFilter

42
43
44
45
46
47
48
    warnDeprecated("Use LowerCaseFilterFactory instead");
  }

  public TokenFilter create(TokenStream in) {
    // hardcode the version to give exactly the old behavior
    return new LowerCaseFilter(Version.LUCENE_29, in);
  }
View Full Code Here

Examples of org.apache.lucene.analysis.LowerCaseFilter

70
71
72
73
74
75
76
77
78
79
80
   
    Analyzer analyzer = new ReusableAnalyzerBase() {
      @Override
      protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
        Tokenizer tokenizer = factory == null ? new WhitespaceTokenizer(Version.LUCENE_31, reader) : factory.create(reader);
        TokenStream stream = ignoreCase ? new LowerCaseFilter(Version.LUCENE_31, tokenizer) : tokenizer;
        return new TokenStreamComponents(tokenizer, stream);
      }
    };

    String format = args.get("format");
View Full Code Here

Examples of org.apache.lucene.analysis.LowerCaseFilter

85
86
87
88
89
90
91
92
93
      this.maxSynonyms = maxSynonyms;
    }
   
    public TokenStream tokenStream(String fieldName, Reader reader) {
      TokenStream ts = new WhitespaceTokenizer(reader);
      ts = new LowerCaseFilter(ts);
      ts = new SynonymTokenFilter(ts, synonyms, maxSynonyms);
      return ts;
    }
View Full Code Here

Examples of org.apache.lucene.analysis.LowerCaseFilter

101
102
103
104
105
106
107
108
109
110
111
        throws IOException {
      SavedStreams streams = (SavedStreams) getPreviousTokenStream();
      if (streams == null) {
        streams = new SavedStreams();
        streams.source = new WhitespaceTokenizer(reader);
        streams.result = new LowerCaseFilter(streams.source);
        streams.result = new SynonymTokenFilter(streams.result, synonyms, maxSynonyms);
        setPreviousTokenStream(streams);
      } else {
        streams.source.reset(reader);
        streams.result.reset(); // reset the SynonymTokenFilter
View Full Code Here

Examples of org.apache.lucene.analysis.LowerCaseFilter

42
43
44
45
46
47
48
49
50
 
  @Override
  public TokenStream tokenStream(String fieldName, Reader reader) {
    TokenStream result = new WikipediaTokenizer(reader);
    result = new StandardFilter(result);
    result = new LowerCaseFilter(result);
    result = new StopFilter(true, result, stopSet);
    return result;
  }
View Full Code Here

Examples of org.apache.lucene.analysis.LowerCaseFilter

40
41
42
43
44
45
46
47
    this.tokenStream = new DummyTokenStream("dummy", 1, 1, 0);
  }

  @Test
  public void testCreateTokenFilter() throws IOException {
    LowerCaseFilter lowercaseFilter = (LowerCaseFilter) lowercaseFilterFactory.createTokenFilter(tokenStream, null);
    assertNotNull(lowercaseFilter);
  }
View Full Code Here

Examples of org.apache.lucene.analysis.LowerCaseFilter

26
27
28
29
30
31
32
33
34
35
36
  @Override
  public TokenStream tokenStream(String fieldName, Reader reader) {
    TokenStream result = new StandardTokenizer(LuceneVersion.getVersion(), reader);
    result = new StandardFilter(result);
    result = new LowerCaseFilter(result);
    result = new ASCIIFoldingFilter(result);
    List<String> list = Arrays.asList(ENGLISH_STOP_WORDS);
    Set<String> set = new HashSet<String>(list);
    result = new StopFilter(false, result, set, true);
    result = new EdgeNGramTokenFilter(result, Side.FRONT, 1, 20);
View Full Code Here

Examples of org.apache.lucene.analysis.core.LowerCaseFilter

101
102
103
104
105
106
107
108
109
110
  protected TokenStreamComponents createComponents(final String fieldName, final Reader reader) {
    final WhitespaceTokenizer source = new WhitespaceTokenizer(matchVersion, reader);
    TokenStream sink = new URIDecodingFilter(source, "UTF-8");
    sink = this.applyURINormalisation(sink);
    sink = new MailtoFilter(sink);
    sink = new LowerCaseFilter(matchVersion, sink );
    sink = new StopFilter(matchVersion, sink, stopSet);
    sink = new LengthFilter(true, sink, 2, 256);
    return new TokenStreamComponents(source, sink);
  }
View Full Code Here

Examples of org.apache.lucene.analysis.core.LowerCaseFilter

1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
    final Analyzer dateAnalyser = new Analyzer() {
      @Override
      protected TokenStreamComponents createComponents(final String fieldName,
                                                       final Reader reader) {
        final WhitespaceTokenizer t = new WhitespaceTokenizer(LuceneTestCase.TEST_VERSION_CURRENT, reader);
        final TokenStream ts = new LowerCaseFilter(LuceneTestCase.TEST_VERSION_CURRENT, t);
        return new TokenStreamComponents(t, ts);
      }
    };
    datatypes.put("xsd:date", dateAnalyser);
View Full Code Here

Examples of org.apache.lucene.analysis.core.LowerCaseFilter

1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
    final Analyzer dateAnalyser = new Analyzer() {
      @Override
      protected TokenStreamComponents createComponents(final String fieldName,
                                                       final Reader reader) {
        final WhitespaceTokenizer t = new WhitespaceTokenizer(LuceneTestCase.TEST_VERSION_CURRENT, reader);
        final TokenStream ts = new LowerCaseFilter(LuceneTestCase.TEST_VERSION_CURRENT, t);
        return new TokenStreamComponents(t, ts);
      }
    };
    datatypes.put("xsd:date", dateAnalyser);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.