Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.BoundedByteArrayOutputStream

93
94
95
96
97
98
99
100
101
102
103
    this.id = ID.incrementAndGet();
    this.attemptIdentifier = attemptIdentifier;
    this.merger = merger;

    type = Type.MEMORY;
    byteStream = new BoundedByteArrayOutputStream(size);
    memory = byteStream.getBuffer();

    this.size = size;
   
    localFS = null;
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
    this.id = ID.incrementAndGet();
    this.mapId = mapId;
    this.merger = merger;

    type = Type.MEMORY;
    byteStream = new BoundedByteArrayOutputStream(size);
    memory = byteStream.getBuffer();

    this.size = size;
   
    localFS = null;
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
    Assert.assertEquals("exception reporter invoked",
        0, reporter.getNumExceptions());
  }

  private void fillOutput(MapOutput<Text, Text> output) throws IOException {
    BoundedByteArrayOutputStream stream = output.getArrayStream();
    int count = stream.getLimit();
    for (int i=0; i < count; ++i) {
      stream.write(i);
    }
  }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
                           boolean primaryMapOutput) {
    super(mapId, (long)size, primaryMapOutput);
    this.conf = conf;
    this.merger = merger;
    this.codec = codec;
    byteStream = new BoundedByteArrayOutputStream(size);
    memory = byteStream.getBuffer();
    if (codec != null) {
      decompressor = CodecPool.getDecompressor(codec);
    } else {
      decompressor = null;
View Full Code Here
284
285
286
287
288
289
290
291
292
      sizeMinBlock = minBlockSize;
      tfileMeta = new TFileMeta(comparator);
      tfileIndex = new TFileIndex(tfileMeta.getComparator());

      writerBCF = new BCFile.Writer(fsdos, compressName, conf);
      currentKeyBufferOS = new BoundedByteArrayOutputStream(MAX_KEY_SIZE);
      lastKeyBufferOS = new BoundedByteArrayOutputStream(MAX_KEY_SIZE);
      this.conf = conf;
    }
View Full Code Here
459
460
461
462
463
464
465
466
467
468
469
                lastLen) < 0) {
              throw new IOException("Keys are not added in sorted order");
            }
          }

          BoundedByteArrayOutputStream tmp = currentKeyBufferOS;
          currentKeyBufferOS = lastKeyBufferOS;
          lastKeyBufferOS = tmp;
          --errorCount;
        } finally {
          closed = true;
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
                           boolean primaryMapOutput) {
    super(mapId, (long)size, primaryMapOutput);
    this.conf = conf;
    this.merger = merger;
    this.codec = codec;
    byteStream = new BoundedByteArrayOutputStream(size);
    memory = byteStream.getBuffer();
    if (codec != null) {
      decompressor = CodecPool.getDecompressor(codec);
    } else {
      decompressor = null;
View Full Code Here
284
285
286
287
288
289
290
291
292
      sizeMinBlock = minBlockSize;
      tfileMeta = new TFileMeta(comparator);
      tfileIndex = new TFileIndex(tfileMeta.getComparator());

      writerBCF = new BCFile.Writer(fsdos, compressName, conf);
      currentKeyBufferOS = new BoundedByteArrayOutputStream(MAX_KEY_SIZE);
      lastKeyBufferOS = new BoundedByteArrayOutputStream(MAX_KEY_SIZE);
      this.conf = conf;
    }
View Full Code Here
460
461
462
463
464
465
466
467
468
469
470
                lastLen) < 0) {
              throw new IOException("Keys are not added in sorted order");
            }
          }

          BoundedByteArrayOutputStream tmp = currentKeyBufferOS;
          currentKeyBufferOS = lastKeyBufferOS;
          lastKeyBufferOS = tmp;
          --errorCount;
        } finally {
          closed = true;
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
    Assert.assertEquals("exception reporter invoked",
        0, reporter.getNumExceptions());
  }

  private void fillOutput(InMemoryMapOutput<Text, Text> output) throws IOException {
    BoundedByteArrayOutputStream stream = output.getArrayStream();
    int count = stream.getLimit();
    for (int i=0; i < count; ++i) {
      stream.write(i);
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.BoundedByteArrayOutputStream

  • org.apache.hadoop.io.file.tfile.TFile$Writer
  • org.apache.hadoop.io.file.tfile.TFile$Writer$KeyRegister
  • org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput
  • org.apache.hadoop.mapreduce.task.reduce.MapOutput
  • org.apache.hadoop.mapreduce.task.reduce.TestMergeManager
  • org.apache.tez.runtime.library.common.shuffle.impl.MapOutput
  • org.apache.tez.runtime.library.common.sort.impl.TestIFile
  • org.apache.tez.runtime.library.common.TestValuesIterator
  • org.apache.tez.runtime.library.shuffle.common.MemoryFetchedInput
  • java.io.EOFException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.