Examples of DummyReporter

Examples of org.apache.hadoop.mapreduce.task.TaskAttemptContextImpl.DummyReporter

    Counter inputValueCounter = new GenericCounter();
    LoadRecordWriter output = new LoadRecordWriter();


    OutputCommitter committer = new CustomOutputCommitter();


    StatusReporter reporter = new DummyReporter();
    RawComparator<GridmixKey> comparator = new FakeRawComparator();


    ReduceContext<GridmixKey, GridmixRecord, NullWritable, GridmixRecord> reduceContext = new ReduceContextImpl<GridmixKey, GridmixRecord, NullWritable, GridmixRecord>(
            conf, taskid, input, counter, inputValueCounter, output, committer,
            reporter, comparator, GridmixKey.class, GridmixRecord.class);

View Full Code Here

Examples of org.apache.hadoop.mapreduce.task.TaskAttemptContextImpl.DummyReporter

    Counter inputValueCounter = new GenericCounter();
    RecordWriter<NullWritable, NullWritable> output = new LoadRecordReduceWriter();


    OutputCommitter committer = new CustomOutputCommitter();


    StatusReporter reporter = new DummyReporter();
    RawComparator<GridmixKey> comparator = new FakeRawComparator();


    ReduceContext<GridmixKey, NullWritable, NullWritable, NullWritable> reducecontext = new ReduceContextImpl<GridmixKey, NullWritable, NullWritable, NullWritable>(
            conf, taskId, input, counter, inputValueCounter, output, committer,
            reporter, comparator, GridmixKey.class, NullWritable.class);

View Full Code Here

Examples of org.apache.hadoop.mapreduce.task.TaskAttemptContextImpl.DummyReporter

    Counter inputValueCounter = new GenericCounter();
    LoadRecordWriter output = new LoadRecordWriter();


    OutputCommitter committer = new CustomOutputCommitter();


    StatusReporter reporter = new DummyReporter();
    RawComparator<GridmixKey> comparator = new FakeRawComparator();


    ReduceContext<GridmixKey, GridmixRecord, NullWritable, GridmixRecord> reducecontext = new ReduceContextImpl<GridmixKey, GridmixRecord, NullWritable, GridmixRecord>(
            conf, taskid, input, counter, inputValueCounter, output, committer,
            reporter, comparator, GridmixKey.class, GridmixRecord.class);

View Full Code Here

Examples of org.apache.hadoop.mapreduce.task.TaskAttemptContextImpl.DummyReporter

    Counter inputValueCounter = new GenericCounter();
    RecordWriter<NullWritable, NullWritable> output = new LoadRecordReduceWriter();


    OutputCommitter committer = new CustomOutputCommitter();


    StatusReporter reporter = new DummyReporter();
    RawComparator<GridmixKey> comparator = new FakeRawComparator();


    ReduceContext<GridmixKey, NullWritable, NullWritable, NullWritable> reducecontext = new ReduceContextImpl<GridmixKey, NullWritable, NullWritable, NullWritable>(
            conf, taskid, input, counter, inputValueCounter, output, committer,
            reporter, comparator, GridmixKey.class, NullWritable.class);

View Full Code Here

Examples of org.apache.hadoop.mapreduce.task.TaskAttemptContextImpl.DummyReporter

    Counter inputValueCounter = new GenericCounter();
    LoadRecordWriter output = new LoadRecordWriter();


    OutputCommitter committer = new CustomOutputCommitter();


    StatusReporter reporter = new DummyReporter();
    RawComparator<GridmixKey> comparator = new FakeRawComparator();


    ReduceContext<GridmixKey, GridmixRecord, NullWritable, GridmixRecord> reduceContext = new ReduceContextImpl<GridmixKey, GridmixRecord, NullWritable, GridmixRecord>(
            conf, taskid, input, counter, inputValueCounter, output, committer,
            reporter, comparator, GridmixKey.class, GridmixRecord.class);

View Full Code Here

Examples of org.apache.hadoop.mapreduce.task.TaskAttemptContextImpl.DummyReporter

    Counter inputValueCounter = new GenericCounter();
    RecordWriter<NullWritable, NullWritable> output = new LoadRecordReduceWriter();


    OutputCommitter committer = new CustomOutputCommitter();


    StatusReporter reporter = new DummyReporter();
    RawComparator<GridmixKey> comparator = new FakeRawComparator();


    ReduceContext<GridmixKey, NullWritable, NullWritable, NullWritable> reducecontext = new ReduceContextImpl<GridmixKey, NullWritable, NullWritable, NullWritable>(
            conf, taskId, input, counter, inputValueCounter, output, committer,
            reporter, comparator, GridmixKey.class, NullWritable.class);

View Full Code Here

Examples of org.apache.mahout.common.DummyReporter

    assertEquals("Number of map results", 1, mapCollector.getData().size());
    // now reduce the mapper output
    DummyOutputCollector<Text,MeanShiftCanopy> reduceCollector = new DummyOutputCollector<Text,MeanShiftCanopy>();
    reducer.configure(conf);
    reducer.reduce(new Text("canopy"), mapCollector.getValue("canopy").iterator(), reduceCollector,
      new DummyReporter());
    reducer.close();
    
    // now verify the output
    assertEquals("Number of canopies", reducerReference.size(), reduceCollector.getKeys().size());

View Full Code Here

Examples of org.apache.mahout.common.DummyReporter

      reducer.config(clusterList);
      reducer.configure(conf);
      
      for (String key : combinerCollector.getKeys()) {
        List<FuzzyKMeansInfo> values = combinerCollector.getValue(key);
        reducer.reduce(new Text(key), values.iterator(), reducerCollector, new DummyReporter());
      }
      
      // now verify the reducer output
      assertEquals("Reducer Output", k + 1, combinerCollector.getData().size());

View Full Code Here

Examples of org.apache.mahout.common.DummyReporter

      KMeansReducer reducer = new KMeansReducer();
      reducer.configure(conf);
      reducer.config(clusters);
      DummyOutputCollector<Text,Cluster> collector3 = new DummyOutputCollector<Text,Cluster>();
      for (String key : collector2.getKeys()) {
        reducer.reduce(new Text(key), collector2.getValue(key).iterator(), collector3, new DummyReporter());
      }
      
      assertEquals("Number of map results", k + 1, collector3.getData().size());
      
      // compute the reference result after one iteration and compare

View Full Code Here

Examples of org.apache.mahout.common.DummyReporter

    
    DummyOutputCollector<Text,VectorWritable> collector = new DummyOutputCollector<Text,VectorWritable>();
    List<VectorWritable> points = getPointsWritable(raw);
    // map the data
    for (VectorWritable point : points) {
      mapper.map(new Text(), point, collector, new DummyReporter());
    }
    mapper.close();
    assertEquals("Number of map results", 1, collector.getData().size());
    // now verify the output
    List<VectorWritable> data = collector.getValue("centroid");

View Full Code Here

0 1

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.