Examples of org.apache.lucene.analysis.MockGraphTokenFilter

org.apache.lucene.analysis.MockGraphTokenFilter
Randomly inserts overlapped (posInc=0) tokens with posLength sometimes > 1. The chain must have an OffsetAttribute.

      final Analyzer analyzer = new Analyzer() {
        @Override
        protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
          Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.SIMPLE, true);
          TokenStream syns = new SynonymFilter(tokenizer, map, ignoreCase);
          TokenStream graph = new MockGraphTokenFilter(random(), syns);
          return new TokenStreamComponents(tokenizer, graph);
        }
      };


      checkRandomData(random, analyzer, 100);

View Full Code Here

    checkRandomData(random,
                    new Analyzer() {
                      @Override
                      protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
                        Tokenizer tokenizer = new JapaneseTokenizer(reader, readDict(), false, Mode.SEARCH);
                        TokenStream graph = new MockGraphTokenFilter(random(), tokenizer);
                        return new TokenStreamComponents(tokenizer, graph);
                      }
                    },
                    100*RANDOM_MULTIPLIER, 8192);
  }

View Full Code Here

    checkRandomData(random,
                    new Analyzer() {
                      @Override
                      protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
                        Tokenizer tokenizer = new StandardTokenizer(TEST_VERSION_CURRENT, reader);
                        TokenStream tokenStream = new MockGraphTokenFilter(random(), tokenizer);
                        return new TokenStreamComponents(tokenizer, tokenStream);
                      }
                    },
                    100*RANDOM_MULTIPLIER, 8192);
  }

View Full Code Here

      final Analyzer analyzer = new Analyzer() {
        @Override
        protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
          Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.SIMPLE, true);
          TokenStream syns = new SynonymFilter(tokenizer, map, ignoreCase);
          TokenStream graph = new MockGraphTokenFilter(random(), syns);
          return new TokenStreamComponents(tokenizer, graph);
        }
      };


      checkRandomData(random, analyzer, 100);

View Full Code Here

      final Analyzer analyzer = new Analyzer() {
        @Override
        protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
          Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.SIMPLE, true);
          TokenStream syns = new SynonymFilter(tokenizer, map, ignoreCase);
          TokenStream graph = new MockGraphTokenFilter(random(), syns);
          return new TokenStreamComponents(tokenizer, graph);
        }
      };


      checkRandomData(random, analyzer, 100);

View Full Code Here

    checkRandomData(random,
                    new Analyzer() {
                      @Override
                      protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
                        Tokenizer tokenizer = new JapaneseTokenizer(newAttributeFactory(), reader, readDict(), false, Mode.SEARCH);
                        TokenStream graph = new MockGraphTokenFilter(random(), tokenizer);
                        return new TokenStreamComponents(tokenizer, graph);
                      }
                    },
                    100*RANDOM_MULTIPLIER, 8192);
  }

View Full Code Here

    checkRandomData(random,
                    new Analyzer() {
                      @Override
                      protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
                        Tokenizer tokenizer = new StandardTokenizer(TEST_VERSION_CURRENT, newAttributeFactory(), reader);
                        TokenStream tokenStream = new MockGraphTokenFilter(random(), tokenizer);
                        return new TokenStreamComponents(tokenizer, tokenStream);
                      }
                    },
                    100*RANDOM_MULTIPLIER, 8192);
  }

View Full Code Here

    checkRandomData(random,
                    new Analyzer() {
                      @Override
                      protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
                        Tokenizer tokenizer = new JapaneseTokenizer(reader, readDict(), false, Mode.SEARCH);
                        TokenStream graph = new MockGraphTokenFilter(random(), tokenizer);
                        return new TokenStreamComponents(tokenizer, graph);
                      }
                    },
                    100*RANDOM_MULTIPLIER, 8192);
  }

View Full Code Here

      final Analyzer analyzer = new Analyzer() {
        @Override
        protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
          Tokenizer tokenizer = new MockTokenizer(reader, MockTokenizer.SIMPLE, true);
          TokenStream syns = new SynonymFilter(tokenizer, map, ignoreCase);
          TokenStream graph = new MockGraphTokenFilter(random(), syns);
          return new TokenStreamComponents(tokenizer, graph);
        }
      };


      checkRandomData(random, analyzer, 100);

View Full Code Here

    checkRandomData(random,
                    new Analyzer() {
                      @Override
                      protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
                        Tokenizer tokenizer = new JapaneseTokenizer(reader, readDict(), false, Mode.SEARCH);
                        TokenStream graph = new MockGraphTokenFilter(random(), tokenizer);
                        return new TokenStreamComponents(tokenizer, graph);
                      }
                    },
                    100*RANDOM_MULTIPLIER, 8192);
  }

View Full Code Here

0 1

TOP

Related Classes of org.apache.lucene.analysis.MockGraphTokenFilter

org.apache.lucene.analysis.core.TestStandardAnalyzer

org.apache.lucene.analysis.ja.TestJapaneseTokenizer

org.apache.lucene.analysis.synonym.TestSynonymMapFilter

org.apache.lucene.analysis.TestStandardAnalyzer

java.util.Random

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.