Package org.apache.lucene.analysis

Examples of org.apache.lucene.analysis.KeywordTokenizer

126
127
128
129
130
131
132
133
134
135
136
    args.put("custom", "rules.txt");
    args.put("strength", "primary");
    factory.init(args);
    factory.inform(new StringMockSolrResourceLoader(tailoredRules));
    TokenStream tsUmlaut = factory.create(
        new KeywordTokenizer(new StringReader(germanUmlaut)));
    TokenStream tsOE = factory.create(
        new KeywordTokenizer(new StringReader(germanOE)));

    assertCollatesToSame(tsUmlaut, tsOE);
  }
View Full Code Here
25
26
27
28
29
30
31
/**
* @version $Id: LowerCaseTokenizerFactory.java 382610 2006-03-03 01:43:03Z yonik $
*/
public class KeywordTokenizerFactory extends BaseTokenizerFactory {
  public KeywordTokenizer create(Reader input) {
    return new KeywordTokenizer(input);
  }
View Full Code Here
40
41
42
43
44
45
46
        super(index, indexSettings, name, settings);
        bufferSize = settings.getAsInt("buffer_size", 256);
    }

    @Override public Tokenizer create(Reader reader) {
        return new KeywordTokenizer(reader, bufferSize);
    }
View Full Code Here
57
58
59
60
61
62
63
64
65
      _collator = collator;
    }

    @Override
    public TokenStream tokenStream(String fieldName, Reader reader) {
      TokenStream result = new KeywordTokenizer(reader);
      result = new CollationKeyFilter(result, _collator);
      return result;
    }
View Full Code Here
51
52
53
54
55
56
57
58
59
      _collator = collator;
    }

    @Override
    public TokenStream tokenStream(String fieldName, Reader reader) {
      TokenStream result = new KeywordTokenizer(reader);
      result = new ICUCollationKeyFilter(result, _collator);
      return result;
    }
View Full Code Here
25
26
27
28
29
30
31
/**
* @version $Id: LowerCaseTokenizerFactory.java 382610 2006-03-03 01:43:03Z yonik $
*/
public class KeywordTokenizerFactory extends BaseTokenizerFactory {
  public KeywordTokenizer create(Reader input) {
    return new KeywordTokenizer( input );
  }
View Full Code Here
256
257
258
259
260
261
262
263
264
  }

  public static class LowerCaseAnalyzer extends Analyzer {
    @Override
    public TokenStream tokenStream(String fieldName, Reader reader) {
      TokenStream stream = new KeywordTokenizer(reader);
      stream = new LowerCaseFilter(VERSION, stream);
      return stream;
    }
View Full Code Here
81
82
83
84
85
86
87
88
89
  public CollationKeyAnalyzer(Collator collator) {
    this.collator = collator;
  }

  public TokenStream tokenStream(String fieldName, Reader reader) {
    TokenStream result = new KeywordTokenizer(reader);
    result = new CollationKeyFilter(result, collator);
    return result;
  }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
    throws IOException {
   
    SavedStreams streams = (SavedStreams)getPreviousTokenStream();
    if (streams == null) {
      streams = new SavedStreams();
      streams.source = new KeywordTokenizer(reader);
      streams.result = new CollationKeyFilter(streams.source, collator);
      setPreviousTokenStream(streams);
    } else {
      streams.source.reset(reader);
    }
View Full Code Here
48
49
50
51
52
53
54
55
56
    TestAnalyzer(Collator collator) {
      this.collator = collator;
    }

    public TokenStream tokenStream(String fieldName, Reader reader) {
      TokenStream result = new KeywordTokenizer(reader);
      result = new ICUCollationKeyFilter(result, collator);
      return result;
    }
View Full Code Here
TOP

Related Classes of org.apache.lucene.analysis.KeywordTokenizer

  • it.unibz.instasearch.indexing.QueryAnalyzer
  • org.apache.lucene.analysis.ar.TestArabicNormalizationFilter
  • org.apache.lucene.analysis.ar.TestArabicStemFilter
  • org.apache.lucene.analysis.bg.TestBulgarianStemmer
  • org.apache.lucene.analysis.br.TestBrazilianStemmer
  • org.apache.lucene.analysis.cjk.TestCJKAnalyzer
  • org.apache.lucene.analysis.cjk.TestCJKWidthFilter
  • org.apache.lucene.analysis.cn.smart.TestSmartChineseAnalyzer
  • org.apache.lucene.analysis.compound.TestCompoundWordTokenFilter
  • org.apache.lucene.analysis.cz.TestCzechStemmer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.