Package sizzle.aggregators

Source Code of sizzle.aggregators.CollectionSizzleCombiner

package sizzle.aggregators;

import java.util.ArrayList;
import java.util.List;

import org.apache.hadoop.io.NullWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mrunit.mapreduce.ReduceDriver;
import org.junit.Test;

import sizzle.io.EmitKey;
import sizzle.io.EmitValue;

public class TestCollectionAggregator {
  @Test
  public void testCollectionAggregatorCombine() {
    final List<EmitValue> values = new ArrayList<EmitValue>();
    values.add(new EmitValue("one"));
    values.add(new EmitValue("two"));
    values.add(new EmitValue("three"));
    values.add(new EmitValue("four"));

    final ReduceDriver<EmitKey, EmitValue, EmitKey, EmitValue> reduceDriver = new ReduceDriver<EmitKey, EmitValue, EmitKey, EmitValue>(
        new CollectionSizzleCombiner());
    reduceDriver.setInput(new EmitKey("test"), values);
    reduceDriver.addOutput(new EmitKey("test"), new EmitValue("one"));
    reduceDriver.addOutput(new EmitKey("test"), new EmitValue("two"));
    reduceDriver.addOutput(new EmitKey("test"), new EmitValue("three"));
    reduceDriver.addOutput(new EmitKey("test"), new EmitValue("four"));
    reduceDriver.runTest();
  }

  @Test
  public void testCollectionAggregatorReduce() {
    final List<EmitValue> values = new ArrayList<EmitValue>();
    values.add(new EmitValue("one"));
    values.add(new EmitValue("two"));
    values.add(new EmitValue("three"));
    values.add(new EmitValue("four"));

    final ReduceDriver<EmitKey, EmitValue, Text, NullWritable> reduceDriver = new ReduceDriver<EmitKey, EmitValue, Text, NullWritable>(
        new CollectionSizzleReducer());
    reduceDriver.setInput(new EmitKey("test"), values);
    reduceDriver.addOutput(new Text("test[] = one"), NullWritable.get());
    reduceDriver.addOutput(new Text("test[] = two"), NullWritable.get());
    reduceDriver.addOutput(new Text("test[] = three"), NullWritable.get());
    reduceDriver.addOutput(new Text("test[] = four"), NullWritable.get());
    reduceDriver.runTest();
  }
}

class CollectionSizzleCombiner extends sizzle.runtime.SizzleCombiner {
  public CollectionSizzleCombiner() {
    super();

    this.tables.put("test", new Table(new sizzle.aggregators.CollectionAggregator()));
  }
}

class CollectionSizzleReducer extends sizzle.runtime.SizzleReducer {
  public CollectionSizzleReducer() {
    super();

    this.tables.put("test", new Table(new sizzle.aggregators.CollectionAggregator()));
  }
}
TOP

Related Classes of sizzle.aggregators.CollectionSizzleCombiner

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.