Package org.apache.blur.store.hdfs_v2

Examples of org.apache.blur.store.hdfs_v2.FastHdfsKeyValueIndexInput

31
32
33
34
35
36
37
  @Override
  protected Directory setupDirectory() throws IOException {
    URI uri = new File(file, "hdfs").toURI();
    Path hdfsDirPath = new Path(uri.toString());
    Configuration conf = new Configuration();
    return new FastHdfsKeyValueDirectory(conf, hdfsDirPath);
  }
View Full Code Here
550
551
552
553
554
555
556
557
558
559
560
    Directory directory;
    URI uri = hdfsDirPath.toUri();
    String scheme = uri.getScheme();
    if (scheme != null && scheme.equals("hdfs")) {
      LOG.info("Using Fast HDFS directory implementation on shard [{0}] for table [{1}]", shard, table);
      FastHdfsKeyValueDirectory shortTermStorage = new FastHdfsKeyValueDirectory(_configuration, new Path(hdfsDirPath,
          "fast"));
      directory = new JoinDirectory(longTermStorage, shortTermStorage);
    } else {
      directory = longTermStorage;
    }
View Full Code Here
552
553
554
555
556
557
558
559
560
561
562
    String scheme = uri.getScheme();
    if (scheme != null && scheme.equals("hdfs")) {
      LOG.info("Using Fast HDFS directory implementation on shard [{0}] for table [{1}]", shard, table);
      FastHdfsKeyValueDirectory shortTermStorage = new FastHdfsKeyValueDirectory(_configuration, new Path(hdfsDirPath,
          "fast"));
      directory = new JoinDirectory(longTermStorage, shortTermStorage);
    } else {
      directory = longTermStorage;
    }

    ShardContext shardContext = ShardContext.create(tableContext, shard);
View Full Code Here
34
35
36
37
38
39
40
    URI uri = new File(file, "hdfs-join").toURI();
    Path hdfsDirPath = new Path(uri.toString());
    Configuration conf = new Configuration();
    HdfsDirectory longTerm = new HdfsDirectory(conf, new Path(hdfsDirPath, "long"));
    HdfsDirectory shortTerm = new HdfsDirectory(conf, new Path(hdfsDirPath, "short"));
    return new JoinDirectory(longTerm, shortTerm);
  }
View Full Code Here
TOP

Related Classes of org.apache.blur.store.hdfs_v2.FastHdfsKeyValueIndexInput

  • com.yammer.metrics.core.MetricName
  • org.apache.blur.manager.indexserver.DistributedIndexServer
  • org.apache.blur.store.FastHdfsKeyValueDirectoryTestSuite
  • org.apache.blur.store.JoinDirectoryTestSuite
  • org.apache.hadoop.conf.Configuration
  • org.apache.hadoop.fs.FileStatus
  • org.apache.hadoop.fs.FileSystem
  • org.apache.hadoop.fs.FSDataInputStream
  • org.apache.hadoop.fs.Path
  • org.apache.lucene.analysis.core.KeywordAnalyzer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.