Package org.apache.blur.store.hdfs

Examples of org.apache.blur.store.hdfs.HdfsDirectory

294
295
296
297
298
299
300
301
302
303
304
    for (int i = 0; i < tableDescriptor.getShardCount(); i++) {
      Path path = new Path(tableUri, BlurUtil.getShardName(i));
      Collection<Path> commitedTasks = getCommitedTasks(path);
      assertTrue(multiple >= commitedTasks.size());
      for (Path p : commitedTasks) {
        DirectoryReader reader = DirectoryReader.open(new HdfsDirectory(conf, p));
        total += reader.numDocs();
        reader.close();
      }
    }
    assertEquals(80000, total);
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
  }

  private void assertData(int totalShardCount) throws IOException {
    Partitioner<IntWritable, IntWritable> partitioner = new HashPartitioner<IntWritable, IntWritable>();
    for (int i = 0; i < totalShardCount; i++) {
      HdfsDirectory directory = new HdfsDirectory(configuration, new Path(path, BlurUtil.getShardName(i)));
      DirectoryReader reader = DirectoryReader.open(directory);
      int numDocs = reader.numDocs();
      for (int d = 0; d < numDocs; d++) {
        Document document = reader.document(d);
        IndexableField field = document.getField("id");
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
    }
  }

  private static void createShard(Configuration configuration, int i, Path path, int totalShardCount)
      throws IOException {
    HdfsDirectory hdfsDirectory = new HdfsDirectory(configuration, path);
    IndexWriterConfig conf = new IndexWriterConfig(Version.LUCENE_43, new KeywordAnalyzer());
    TieredMergePolicy mergePolicy = (TieredMergePolicy) conf.getMergePolicy();
    mergePolicy.setUseCompoundFile(false);
    IndexWriter indexWriter = new IndexWriter(hdfsDirectory, conf);
View Full Code Here
TOP

Related Classes of org.apache.blur.store.hdfs.HdfsDirectory

  • com.yammer.metrics.core.Histogram
  • com.yammer.metrics.core.Meter
  • com.yammer.metrics.core.MetricName
  • org.apache.blur.manager.indexserver.DistributedIndexServer
  • org.apache.blur.manager.writer.IndexImporter
  • org.apache.blur.manager.writer.IndexImporterTest
  • org.apache.blur.mapreduce.BlurReducer
  • org.apache.blur.mapreduce.lib.BlurOutputFormat$BlurRecordWriter
  • org.apache.blur.mapreduce.lib.BlurOutputFormatTest
  • org.apache.blur.mapreduce.lib.GenericBlurRecordWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.