Package org.apache.accumulo.core.file.rfile

Examples of org.apache.accumulo.core.file.rfile.RFileOperations

568
569
570
571
572
573
574
575
576
577
578
        String tmpFile = memDumpDir + "/memDump" + UUID.randomUUID() + "." + RFile.EXTENSION;
       
        Configuration newConf = new Configuration(conf);
        newConf.setInt("io.seqfile.compress.blocksize", 100000);
       
        FileSKVWriter out = new RFileOperations().openWriter(tmpFile, fs, newConf, ServerConfiguration.getSiteConfiguration());
        out.startDefaultLocalityGroup();
        InterruptibleIterator iter = map.skvIterator();
        iter.seek(new Range(), LocalityGroupUtil.EMPTY_CF_SET, false);
       
        while (iter.hasTop() && activeIters.size() > 0) {
View Full Code Here
431
432
433
434
435
436
437
438
439
440
441
        else {
         
          Configuration conf = CachedConfiguration.getInstance();
          FileSystem fs = TraceFileSystem.wrap(FileSystem.getLocal(conf));
         
          FileSKVIterator reader = new RFileOperations().openReader(memDumpFile, true, fs, conf, ServerConfiguration.getSiteConfiguration());

          readers.add(reader);
         
          iter = new MemKeyConversionIterator(reader);
        }
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
     
      String newMapFile = String.format("%s/%04d.%s", newDir, count++, RFile.EXTENSION);
     
      outFiles.add(newMapFile);
      FileSystem ns = fs.getVolumeByPath(new Path(newMapFile)).getFileSystem();
      FileSKVWriter writer = new RFileOperations().openWriter(newMapFile.toString(), ns, ns.getConf(), acuConf);
      writer.startDefaultLocalityGroup();
      List<SortedKeyValueIterator<Key,Value>> iters = new ArrayList<SortedKeyValueIterator<Key,Value>>(inFiles.size());
     
      FileSKVIterator reader = null;
      try {
View Full Code Here
685
686
687
688
689
690
691
692
693
694
695
        String tmpFile = memDumpDir + "/memDump" + UUID.randomUUID() + "." + RFile.EXTENSION;
       
        Configuration newConf = new Configuration(conf);
        newConf.setInt("io.seqfile.compress.blocksize", 100000);
       
        FileSKVWriter out = new RFileOperations().openWriter(tmpFile, fs, newConf, ServerConfiguration.getSiteConfiguration());
       
        InterruptibleIterator iter = map.skvIterator();
      
        HashSet<ByteSequence> allfams= new HashSet<ByteSequence>();
       
View Full Code Here
548
549
550
551
552
553
554
555
556
557
558
        else {
         
          Configuration conf = CachedConfiguration.getInstance();
          FileSystem fs = TraceFileSystem.wrap(FileSystem.getLocal(conf));
         
          FileSKVIterator reader = new RFileOperations().openReader(memDumpFile, true, fs, conf, ServerConfiguration.getSiteConfiguration());

          readers.add(reader);
         
          iter = new MemKeyConversionIterator(reader);
        }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
    String extension = sp[1];
   
    if (extension.equals(MyMapFile.EXTENSION) || extension.equals(MyMapFile.EXTENSION + "_tmp")) {
      return new MapFileOperations();
    } else if (extension.equals(RFile.EXTENSION) || extension.equals(RFile.EXTENSION + "_tmp")) {
      return new RFileOperations();
    } else {
      throw new IllegalArgumentException("File type " + extension + " not supported");
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.accumulo.core.file.rfile.RFileOperations

  • org.apache.accumulo.core.data.Range
  • org.apache.accumulo.core.file.DispatchingFileFactory
  • org.apache.accumulo.core.file.FileSKVIterator
  • org.apache.accumulo.core.file.FileUtil
  • org.apache.accumulo.core.file.rfile.RFile.Reader
  • org.apache.accumulo.core.file.rfile.RFile.Writer
  • org.apache.accumulo.server.tabletserver.InMemoryMap
  • org.apache.accumulo.server.tabletserver.InMemoryMap$MemoryDataSource
  • org.apache.accumulo.server.util.FileUtil
  • org.apache.accumulo.test.CreateRandomRFile
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.