Package org.apache.hadoop.mrunit.internal.io

Examples of org.apache.hadoop.mrunit.internal.io.Serialization

459
460
461
462
463
464
465
466
467
    return outputs;
  }

  private Serialization getSerialization() {
    if(serialization == null) {
      serialization = new Serialization(getConfiguration());
    }
    return serialization;
  }
View Full Code Here
346
347
348
349
350
351
352
    private final Serialization serialization;

    public ValueClassInstanceReuseList(final List<T> list,
        final Configuration conf) {
      super(list);
      serialization = new Serialization(conf);
    }
View Full Code Here
35
36
37
38
39
40
41
  private final List<Pair<K, V>> collectedOutputs;
  private final Serialization serialization;

  public MockOutputCollector(final Configuration conf) {
    collectedOutputs = new ArrayList<Pair<K, V>>();
    serialization = new Serialization(conf);
  }
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
      recordWriter.close(taskAttemptContext);
    } catch (InterruptedException e) {
      throw new IOException(e);
    }

    final Serialization serialization = new Serialization(
        taskAttemptContext.getConfiguration());
    try {
      List<InputSplit> inputSplits = inputFormat.getSplits(taskAttemptContext);
      for (InputSplit inputSplit : inputSplits) {
        RecordReader<K, V> recordReader = inputFormat.createRecordReader(
            inputSplit, taskAttemptContext);
        recordReader.initialize(inputSplit, taskAttemptContext);
        while (recordReader.nextKeyValue()) {
          outputs.add(new Pair<K, V>(serialization.copy(recordReader
              .getCurrentKey()), serialization.copy(recordReader
              .getCurrentValue())));
        }
      }
    } catch (InterruptedException e) {
      throw new IOException(e);
View Full Code Here
29
30
31
32
33
34
35
36
  @Test
  public void testClassWithoutNoArgConstructor() {
    final Configuration conf = new Configuration();
    conf.setStrings("io.serializations",
        "org.apache.hadoop.io.serializer.JavaSerialization");
    Serialization serialization = new Serialization(conf);
    assertEquals(new Integer(1), serialization.copy(new Integer(1)));
  }
View Full Code Here
37
38
39
40
41
42
43
44
45
46
  @Test
  public void testChangeStateOfCopyArgument() {
    final IntWritable int1 = new IntWritable(1);
    final IntWritable int2 = new IntWritable(2);
    Serialization serialization = new Serialization(new Configuration());
    final IntWritable copy = (IntWritable) serialization.copy(int1, int2);
    assertEquals(int1, copy);
    assertEquals(int1, int2);
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
    final Configuration conf = new Configuration();
    conf.setStrings("io.serializations",
        "org.apache.hadoop.io.serializer.JavaSerialization");
    final Integer int1 = new Integer(1);
    final Integer int2 = new Integer(2);
    Serialization serialization = new Serialization(conf);
    final Integer copy = (Integer) serialization.copy(int1, int2);
    assertEquals(int1, copy);
    assertEquals(new Integer(2), int2);
  }
View Full Code Here
525
526
527
528
529
530
531
532
533
    return outputs;
  }

  private Serialization getSerialization() {
    if (serialization == null) {
      serialization = new Serialization(getConfiguration());
    }
    return serialization;
  }
View Full Code Here
349
350
351
352
353
354
355
    private final Serialization serialization;

    public ValueClassInstanceReuseList(final List<T> list,
        final Configuration conf) {
      super(list);
      serialization = new Serialization(conf);
    }
View Full Code Here
42
43
44
45
46
47
48
   *
   * @param conf The driver's configuration.
   */
  public ReduceFeeder(Configuration conf){
    this.conf = conf;
    serialization = new Serialization(conf);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mrunit.internal.io.Serialization

  • org.apache.hadoop.io.DataInputBuffer
  • org.apache.hadoop.io.DataOutputBuffer
  • org.apache.hadoop.io.serializer.SerializationFactory
  • org.apache.hadoop.mrunit.internal.io.TestSerialization
  • org.apache.hadoop.mrunit.internal.mapreduce.MockMapreduceOutputFormat
  • org.apache.hadoop.mrunit.internal.output.MockOutputCollector
  • org.apache.hadoop.mrunit.mapreduce.ReduceFeeder
  • org.apache.hadoop.mrunit.ReduceDriverBase$ValueClassInstanceReuseList
  • org.apache.hadoop.mrunit.TestDriver
  • org.apache.hadoop.mrunit.types.KeyValueReuseList
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.