Examples of org.apache.hadoop.io.BoundedByteArrayOutputStream

org.apache.hadoop.io.BoundedByteArrayOutputStream
A byte array backed output stream with a limit. The limit should be smaller than the buffer capacity. The object can be reused through reset API and choose different limits in each round.

      sizeMinBlock = minBlockSize;
      tfileMeta = new TFileMeta(comparator);
      tfileIndex = new TFileIndex(tfileMeta.getComparator());


      writerBCF = new BCFile.Writer(fsdos, compressName, conf);
      currentKeyBufferOS = new BoundedByteArrayOutputStream(MAX_KEY_SIZE);
      lastKeyBufferOS = new BoundedByteArrayOutputStream(MAX_KEY_SIZE);
      this.conf = conf;
    }

View Full Code Here

                lastLen) < 0) {
              throw new IOException("Keys are not added in sorted order");
            }
          }


          BoundedByteArrayOutputStream tmp = currentKeyBufferOS;
          currentKeyBufferOS = lastKeyBufferOS;
          lastKeyBufferOS = tmp;
          --errorCount;
        } finally {
          closed = true;

View Full Code Here

    this.id = ID.incrementAndGet();
    this.mapId = mapId;
    this.merger = merger;


    type = Type.MEMORY;
    byteStream = new BoundedByteArrayOutputStream(size);
    memory = byteStream.getBuffer();


    this.size = size;
    
    localFS = null;

View Full Code Here

    Assert.assertEquals("exception reporter invoked",
        0, reporter.getNumExceptions());
  }


  private void fillOutput(InMemoryMapOutput<Text, Text> output) throws IOException {
    BoundedByteArrayOutputStream stream = output.getArrayStream();
    int count = stream.getLimit();
    for (int i=0; i < count; ++i) {
      stream.write(i);
    }
  }

View Full Code Here

    Assert.assertEquals(0, mgr.inMemoryMergedMapOutputs.size());
    Assert.assertEquals(0, mgr.onDiskMapOutputs.size());
  }


  private void fillOutput(MapOutput<Text, Text> output) throws IOException {
    BoundedByteArrayOutputStream stream = output.getArrayStream();
    int count = stream.getLimit();
    for (int i=0; i < count; ++i) {
      stream.write(i);
    }
  }

View Full Code Here

      sizeMinBlock = minBlockSize;
      tfileMeta = new TFileMeta(comparator);
      tfileIndex = new TFileIndex(tfileMeta.getComparator());


      writerBCF = new BCFile.Writer(fsdos, compressName, conf);
      currentKeyBufferOS = new BoundedByteArrayOutputStream(MAX_KEY_SIZE);
      lastKeyBufferOS = new BoundedByteArrayOutputStream(MAX_KEY_SIZE);
      this.conf = conf;
    }

View Full Code Here

                lastLen) < 0) {
              throw new IOException("Keys are not added in sorted order");
            }
          }


          BoundedByteArrayOutputStream tmp = currentKeyBufferOS;
          currentKeyBufferOS = lastKeyBufferOS;
          lastKeyBufferOS = tmp;
          --errorCount;
        } finally {
          closed = true;

View Full Code Here

0 1 2

TOP

Related Classes of org.apache.hadoop.io.BoundedByteArrayOutputStream

org.apache.hadoop.io.file.tfile.TFile$Writer

org.apache.hadoop.io.file.tfile.TFile$Writer$KeyRegister

org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput

org.apache.hadoop.mapreduce.task.reduce.MapOutput

org.apache.hadoop.mapreduce.task.reduce.TestMergeManager

org.apache.tez.runtime.library.common.shuffle.impl.MapOutput

org.apache.tez.runtime.library.common.sort.impl.TestIFile

org.apache.tez.runtime.library.common.TestValuesIterator

org.apache.tez.runtime.library.shuffle.common.MemoryFetchedInput

java.io.EOFException

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.