Examples of RFileOperations


Examples of org.apache.accumulo.core.file.rfile.RFileOperations

        String tmpFile = memDumpDir + "/memDump" + UUID.randomUUID() + "." + RFile.EXTENSION;
       
        Configuration newConf = new Configuration(conf);
        newConf.setInt("io.seqfile.compress.blocksize", 100000);
       
        FileSKVWriter out = new RFileOperations().openWriter(tmpFile, fs, newConf, ServerConfiguration.getSiteConfiguration());
        out.startDefaultLocalityGroup();
        InterruptibleIterator iter = map.skvIterator();
        iter.seek(new Range(), LocalityGroupUtil.EMPTY_CF_SET, false);
       
        while (iter.hasTop() && activeIters.size() > 0) {
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFileOperations

    private synchronized FileSKVIterator getReader() throws IOException {
      if (reader == null) {
        Configuration conf = CachedConfiguration.getInstance();
        FileSystem fs = TraceFileSystem.wrap(FileSystem.getLocal(conf));
       
        reader = new RFileOperations().openReader(memDumpFile, true, fs, conf, ServerConfiguration.getSiteConfiguration());
        if (iflag != null)
          reader.setInterruptFlag(iflag);
      }

      return reader;
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFileOperations

    String extension = sp[sp.length - 1];
   
    if (extension.equals(Constants.MAPFILE_EXTENSION) || extension.equals(Constants.MAPFILE_EXTENSION + "_tmp")) {
      return new MapFileOperations();
    } else if (extension.equals(RFile.EXTENSION) || extension.equals(RFile.EXTENSION + "_tmp")) {
      return new RFileOperations();
    } else {
      throw new IllegalArgumentException("File type " + extension + " not supported");
    }
  }
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFileOperations

        String tmpFile = memDumpDir + "/memDump" + UUID.randomUUID() + "." + RFile.EXTENSION;
       
        Configuration newConf = new Configuration(conf);
        newConf.setInt("io.seqfile.compress.blocksize", 100000);
       
        FileSKVWriter out = new RFileOperations().openWriter(tmpFile, fs, newConf, ServerConfiguration.getSiteConfiguration());
        out.startDefaultLocalityGroup();
        InterruptibleIterator iter = map.skvIterator();
        iter.seek(new Range(), LocalityGroupUtil.EMPTY_CF_SET, false);
       
        while (iter.hasTop() && activeIters.size() > 0) {
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFileOperations

        else {
         
          Configuration conf = CachedConfiguration.getInstance();
          FileSystem fs = TraceFileSystem.wrap(FileSystem.getLocal(conf));
         
          FileSKVIterator reader = new RFileOperations().openReader(memDumpFile, true, fs, conf, ServerConfiguration.getSiteConfiguration());

          readers.add(reader);
         
          iter = new MemKeyConversionIterator(reader);
        }
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFileOperations

   
    Configuration conf = CachedConfiguration.getInstance();
    FileSKVWriter mfw;
    try {
      FileSystem fs = FileSystem.get(conf);
      mfw = new RFileOperations().openWriter(file, fs, conf, AccumuloConfiguration.getDefaultConfiguration());
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
   
    for (int i = 0; i < rands.length; i++) {
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFileOperations

     
      String newMapFile = String.format("%s/%04d." + RFile.EXTENSION, newDir, count++);
     
      outFiles.add(newMapFile);
     
      FileSKVWriter writer = new RFileOperations().openWriter(newMapFile, fs, conf, acuConf);
      writer.startDefaultLocalityGroup();
      List<SortedKeyValueIterator<Key,Value>> iters = new ArrayList<SortedKeyValueIterator<Key,Value>>(inFiles.size());
     
      FileSKVIterator reader = null;
      try {
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFileOperations

        String tmpFile = memDumpDir + "/memDump" + UUID.randomUUID() + "." + RFile.EXTENSION;
       
        Configuration newConf = new Configuration(conf);
        newConf.setInt("io.seqfile.compress.blocksize", 100000);
       
        FileSKVWriter out = new RFileOperations().openWriter(tmpFile, fs, newConf, ServerConfiguration.getSiteConfiguration());
       
        InterruptibleIterator iter = map.skvIterator();
      
        HashSet<ByteSequence> allfams= new HashSet<ByteSequence>();
       
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFileOperations

    private synchronized FileSKVIterator getReader() throws IOException {
      if (reader == null) {
        Configuration conf = CachedConfiguration.getInstance();
        FileSystem fs = TraceFileSystem.wrap(FileSystem.getLocal(conf));
       
        reader = new RFileOperations().openReader(memDumpFile, true, fs, conf, ServerConfiguration.getSiteConfiguration());
        if (iflag != null)
          reader.setInterruptFlag(iflag);
      }

      return reader;
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFileOperations

    String extension = sp[1];
   
    if (extension.equals(Constants.MAPFILE_EXTENSION) || extension.equals(Constants.MAPFILE_EXTENSION + "_tmp")) {
      return new MapFileOperations();
    } else if (extension.equals(RFile.EXTENSION) || extension.equals(RFile.EXTENSION + "_tmp")) {
      return new RFileOperations();
    } else {
      throw new IllegalArgumentException("File type " + extension + " not supported");
    }
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.