Package org.apache.lucene.analysis.core

Examples of org.apache.lucene.analysis.core.KeywordAnalyzer

42
43
44
45
46
47
48
    return new KeywordAnalyzer();
  }

  @Override
  public final Analyzer getAnalyzerForQuery(String fieldName) {
    return new KeywordAnalyzer();
  }
View Full Code Here
239
240
241
242
243
244
245
246
247
248
249
        directory.close();
      }
      rmr(dir);
      directory = FSDirectory.open(dir);
    }
    IndexWriterConfig conf = new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer());
    IndexWriter writer = new IndexWriter(directory, conf);
    FieldType fieldType = new FieldType();
    fieldType.setStored(true);
    fieldType.setIndexed(true);
    fieldType.setOmitNorms(true);
View Full Code Here
72
73
74
75
76
77
78
    tableDescriptor.setName("test");
    tableDescriptor.setTableUri(file.toURI().toString());
    TableContext tableContext = TableContext.create(tableDescriptor);
    ShardContext shardContext = ShardContext.create(tableContext, "test");
    _action = new MutatableAction(shardContext);
    _conf = new IndexWriterConfig(Version.LUCENE_43, new KeywordAnalyzer());
  }
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
      System.out.println(s);
    }
  }

  private void writeDocs(FilterCache filterCache, RAMDirectory directory) throws IOException {
    IndexWriterConfig conf = new IndexWriterConfig(Version.LUCENE_43, new KeywordAnalyzer());
    conf.setCodec(new Blur022Codec());
    IndexWriter indexWriter = new IndexWriter(directory, conf);
    int count = 10000;
    addDocs(indexWriter, count);
    indexWriter.close();
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
    Path[] paths = getPaths();
    int numberOfShardsToMergePerPass = paths.length / newShardCount;
    for (int i = 0; i < newShardCount; i++) {
      System.out.println("Base Index [" + paths[i] + "]");
      IndexWriterConfig lconf = new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer());
      lconf.setCodec(new Blur022Codec());
      HdfsDirectory dir = new HdfsDirectory(getConf(), paths[i]);
      IndexWriter indexWriter = new IndexWriter(dir, lconf);
      Directory[] dirs = new Directory[numberOfShardsToMergePerPass - 1];
      Path[] pathsToDelete = new Path[numberOfShardsToMergePerPass - 1];
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
    System.out.println("heap size=" + ManagementFactory.getMemoryMXBean().getHeapMemoryUsage().getUsed());
  }

  private static IndexReader getReaderFlatScore(int length) throws Exception {
    Directory directory = new RAMDirectory();
    IndexWriter indexWriter = new IndexWriter(directory, new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer()));
    for (int i = 0; i < length; i++) {
      Document document = new Document();
      document.add(new StringField("f1", "value", Store.NO));
      document.add(new IntDocValuesField("index", i));
      document.add(new IntField("index", i, Store.YES));
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
    fileSystem.delete(_path, true);
  }

  @Test
  public void testMultipleWritersOpenOnSameDirectory() throws IOException {
    IndexWriterConfig config = new IndexWriterConfig(Version.LUCENE_43, new KeywordAnalyzer());
    FastHdfsKeyValueDirectory directory = new FastHdfsKeyValueDirectory(_configuration,
        new Path(_path, "test_multiple"));
    IndexWriter writer1 = new IndexWriter(directory, config.clone());
    addDoc(writer1, getDoc(1));
    IndexWriter writer2 = new IndexWriter(directory, config.clone());
View Full Code Here
257
258
259
260
261
262
263
264
265
266
267
    assertEquals("FileTypes did not match Expected [" + expected + "] Actual [" + actual + "]", expected.fieldType()
        .toString(), actual.fieldType().toString());
  }

  protected BaseFieldManager newFieldManager(boolean create) throws IOException {
    return new BaseFieldManager(_fieldLessField, new KeywordAnalyzer(), new Configuration()) {
      @Override
      protected boolean tryToStore(FieldTypeDefinition fieldTypeDefinition, String fieldName) {
        return true;
      }
View Full Code Here
44
45
46
47
48
49
50
    Path path = new Path(DFS_FIELD_MANAGER_PATH);
    FileSystem fileSystem = path.getFileSystem(config);
    if (create) {
      fileSystem.delete(path, true);
    }
    return new HdfsFieldManager(_fieldLessField, new KeywordAnalyzer(), path, config);
  }
View Full Code Here
184
185
186
187
188
189
190
191
192
193
194
  }

  @Test
  public void testCreateIndex() throws IOException {
    long s = System.nanoTime();
    IndexWriterConfig conf = new IndexWriterConfig(LuceneVersionConstant.LUCENE_VERSION, new KeywordAnalyzer());
    IndexDeletionPolicyReader indexDeletionPolicy = new IndexDeletionPolicyReader(
        new KeepOnlyLastCommitDeletionPolicy());
    conf.setIndexDeletionPolicy(indexDeletionPolicy);
    FSDirectory control = FSDirectory.open(fileControl);
    Directory dir = getControlDir(control, directory);
View Full Code Here
TOP

Related Classes of org.apache.lucene.analysis.core.KeywordAnalyzer

  • com.code972.elasticsearch.plugins.HebrewQueryAnalyzerProvider
  • com.code972.elasticsearch.plugins.HebrewQueryLightAnalyzerProvider
  • de.arago.lucene.util.MultiAnalyzerFactory
  • edu.stanford.nlp.sempre.fbalignment.index.FbEntityIndexer
  • edu.stanford.nlp.sempre.fbalignment.index.FbEntitySearcher
  • no.priv.garshol.duke.databases.LuceneDatabase
  • org.apache.blur.analysis.BaseFieldManagerTest
  • org.apache.blur.analysis.HdfsFieldManagerTest
  • org.apache.blur.analysis.type.NumericFieldTypeDefinition
  • org.apache.blur.analysis.type.spatial.SpatialPointVectorStrategyFieldTypeDefinition
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.