Package org.apache.hadoop.mapreduce

Examples of org.apache.hadoop.mapreduce.StatusReporter

133
134
135
136
137
138
139
140
141
142
143
    public static class ErrorCallback {

        @SuppressWarnings("unchecked")
        public static void handleError(EvalFunc evalFunc, Exception e) {
            evalFunc.getLogger().error(e);
            StatusReporter reporter = PigStatusReporter.getInstance();
            if (reporter != null &&
                    reporter.getCounter(evalFunc.getClass().getName(), e.toString()) != null) {
                reporter.getCounter(evalFunc.getClass().getName(), e.toString()).increment(1L);
            }
        }
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
        }

        @SuppressWarnings("unchecked")
        public static void handleTimeout(EvalFunc evalFunc, Exception e) {
            evalFunc.getLogger().error(e);
            StatusReporter reporter = PigStatusReporter.getInstance();
            if (reporter != null &&
                    reporter.getCounter(evalFunc.getClass().getName(), "MonitoredUDF Timeout") != null) {
                reporter.getCounter(evalFunc.getClass().getName(), "MonitoredUDF Timeout").increment(1L);
            }
        }
View Full Code Here
177
178
179
180
181
182
183
184
185
186
187
    RecordReader<NullWritable, GridmixRecord> reader = new FakeRecordReader();

    LoadRecordGkGrWriter writer = new LoadRecordGkGrWriter();

    OutputCommitter committer = new CustomOutputCommitter();
    StatusReporter reporter = new TaskAttemptContextImpl.DummyReporter();
    LoadSplit split = getLoadSplit();

    MapContext<NullWritable, GridmixRecord, GridmixKey, GridmixRecord> mapContext = new MapContextImpl<NullWritable, GridmixRecord, GridmixKey, GridmixRecord>(
            conf, taskId, reader, writer, committer, reporter, split);
    // context
View Full Code Here
671
672
673
674
675
676
677
678
679
680
681
    Counter inputValueCounter = new GenericCounter();
    LoadRecordWriter output = new LoadRecordWriter();

    OutputCommitter committer = new CustomOutputCommitter();

    StatusReporter reporter = new DummyReporter();
    RawComparator<GridmixKey> comparator = new FakeRawComparator();

    ReduceContext<GridmixKey, GridmixRecord, NullWritable, GridmixRecord> reduceContext = new ReduceContextImpl<GridmixKey, GridmixRecord, NullWritable, GridmixRecord>(
            conf, taskid, input, counter, inputValueCounter, output, committer,
            reporter, comparator, GridmixKey.class, GridmixRecord.class);
View Full Code Here
844
845
846
847
848
849
850
851
852
853
854
    conf.setBoolean(MRJobConfig.MAP_OUTPUT_COMPRESS, true);
    TaskAttemptID taskId = new TaskAttemptID();
    FakeRecordLLReader reader = new FakeRecordLLReader();
    LoadRecordGkNullWriter writer = new LoadRecordGkNullWriter();
    OutputCommitter committer = new CustomOutputCommitter();
    StatusReporter reporter = new TaskAttemptContextImpl.DummyReporter();
    SleepSplit split = getSleepSplit();
    MapContext<LongWritable, LongWritable, GridmixKey, NullWritable> mapcontext = new MapContextImpl<LongWritable, LongWritable, GridmixKey, NullWritable>(
            conf, taskId, reader, writer, committer, reporter, split);
    Context context = new WrappedMapper<LongWritable, LongWritable, GridmixKey, NullWritable>()
            .getMapContext(mapcontext);
View Full Code Here
895
896
897
898
899
900
901
902
903
904
905
    Counter inputValueCounter = new GenericCounter();
    RecordWriter<NullWritable, NullWritable> output = new LoadRecordReduceWriter();

    OutputCommitter committer = new CustomOutputCommitter();

    StatusReporter reporter = new DummyReporter();
    RawComparator<GridmixKey> comparator = new FakeRawComparator();

    ReduceContext<GridmixKey, NullWritable, NullWritable, NullWritable> reducecontext = new ReduceContextImpl<GridmixKey, NullWritable, NullWritable, NullWritable>(
            conf, taskId, input, counter, inputValueCounter, output, committer,
            reporter, comparator, GridmixKey.class, NullWritable.class);
View Full Code Here
336
337
338
339
340
341
342
343
344
345
346
   
    long currentTime = System.currentTimeMillis();
   
    // initialize the matcher class
    TaskAttemptID id = new TaskAttemptID("test", 1, TaskType.MAP, 1, 1);
    StatusReporter reporter = new DummyReporter(progress);
    TaskInputOutputContext context =
      new MapContextImpl(conf, id, null, null, null, reporter, null);
    FakeResourceUsageMatcherRunner matcher =
      new FakeResourceUsageMatcherRunner(context, null);
   
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
    public static class ErrorCallback {

        @SuppressWarnings("unchecked")
        public static void handleError(EvalFunc evalFunc, Exception e) {
            evalFunc.getLogger().error(e);
            StatusReporter reporter = PigStatusReporter.getInstance();
            if (reporter != null &&
                    reporter.getCounter(evalFunc.getClass().getName(), e.toString()) != null) {
                reporter.getCounter(evalFunc.getClass().getName(), e.toString()).increment(1L);
            }
        }
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
        }

        @SuppressWarnings("unchecked")
        public static void handleTimeout(EvalFunc evalFunc, Exception e) {
            evalFunc.getLogger().error(e);
            StatusReporter reporter = PigStatusReporter.getInstance();
            if (reporter != null &&
                    reporter.getCounter(evalFunc.getClass().getName(), "MonitoredUDF Timeout") != null) {
                reporter.getCounter(evalFunc.getClass().getName(), "MonitoredUDF Timeout").increment(1L);
            }
        }
View Full Code Here
343
344
345
346
347
348
349
350
351
352
353
   
    long currentTime = System.currentTimeMillis();
   
    // initialize the matcher class
    TaskAttemptID id = new TaskAttemptID("test", 1, true, 1, 1);
    StatusReporter reporter = new DummyReporter(progress);
    TaskInputOutputContext context =
      new MapContext(conf, id, null, null, null, reporter, null);
    FakeResourceUsageMatcherRunner matcher =
      new FakeResourceUsageMatcherRunner(context, null);
   
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapreduce.StatusReporter

  • org.apache.hadoop.mapred.gridmix.TestGridMixClasses
  • org.apache.hadoop.mapred.gridmix.TestResourceUsageEmulators
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.util.MonitoredUDFExecutor$ErrorCallback
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.