Examples of MRTaskReporter

org.apache.tez.mapreduce.processor.MRTaskReporter

Examples of org.apache.tez.mapreduce.processor.MRTaskReporter

    assert(taskContext instanceof InputContext || taskContext instanceof OutputContext);
    if (taskContext instanceof OutputContext) {
      this.keyClass = ConfigUtils.getIntermediateOutputKeyClass(conf);
      this.valClass = ConfigUtils.getIntermediateOutputValueClass(conf);
      this.comparator = ConfigUtils.getIntermediateOutputKeyComparator(conf);
      this.reporter = new MRTaskReporter((OutputContext)taskContext);
    } else {
      this.keyClass = ConfigUtils.getIntermediateInputKeyClass(conf);
      this.valClass = ConfigUtils.getIntermediateInputValueClass(conf);
      this.comparator = ConfigUtils.getIntermediateInputKeyComparator(conf);
      this.reporter = new MRTaskReporter((InputContext)taskContext);
    }


    this.useNewApi = ConfigUtils.useNewApi(conf);
    
    combineInputKeyCounter = taskContext.getCounters().findCounter(TaskCounter.COMBINE_INPUT_RECORDS);

View Full Code Here

Examples of org.apache.tez.mapreduce.processor.MRTaskReporter

      }
    } else {
      oldApiTaskAttemptContext =
          new org.apache.tez.mapreduce.hadoop.mapred.TaskAttemptContextImpl(
              jobConf, taskAttemptId,
              new MRTaskReporter(getContext()));
      oldOutputFormat = jobConf.getOutputFormat();


      FileSystem fs = FileSystem.get(jobConf);
      String finalName = getOutputName();

View Full Code Here

Examples of org.apache.tez.mapreduce.processor.MRTaskReporter

      fileOutputByteCounter.increment(bytesOutCurr - bytesOutPrev);
    } else {
      oldApiTaskAttemptContext =
          new org.apache.tez.mapreduce.hadoop.mapred.TaskAttemptContextImpl(
              jobConf, taskAttemptId,
              new MRTaskReporter(outputContext));
      oldOutputFormat = jobConf.getOutputFormat();


      List<Statistics> matchedStats = null;
      if (oldOutputFormat
          instanceof org.apache.hadoop.mapred.FileOutputFormat) {

View Full Code Here

Examples of org.apache.tez.mapreduce.processor.MRTaskReporter

      fileOutputByteCounter.increment(bytesOutCurr - bytesOutPrev);
    } else {
      oldApiTaskAttemptContext =
          new org.apache.tez.mapreduce.hadoop.mapred.TaskAttemptContextImpl(
              jobConf, taskAttemptId,
              new MRTaskReporter(outputContext));
      oldOutputFormat = jobConf.getOutputFormat();


      List<Statistics> matchedStats = null;
      if (oldOutputFormat
          instanceof org.apache.hadoop.mapred.FileOutputFormat) {

View Full Code Here

Examples of org.apache.tez.mapreduce.processor.MRTaskReporter

      }
    } else {
      oldApiTaskAttemptContext =
          new org.apache.tez.mapreduce.hadoop.mapred.TaskAttemptContextImpl(
              jobConf, taskAttemptId,
              new MRTaskReporter(outputContext));
      oldOutputFormat = jobConf.getOutputFormat();


      FileSystem fs = FileSystem.get(jobConf);
      String finalName = getOutputName();

View Full Code Here

Examples of org.apache.tez.mapreduce.processor.MRTaskReporter

    assert(taskContext instanceof TezInputContext || taskContext instanceof TezOutputContext);
    if (taskContext instanceof TezOutputContext) {
      this.keyClass = ConfigUtils.getIntermediateOutputKeyClass(conf);
      this.valClass = ConfigUtils.getIntermediateOutputValueClass(conf);
      this.comparator = ConfigUtils.getIntermediateOutputKeyComparator(conf);
      this.reporter = new MRTaskReporter((TezOutputContext)taskContext);
    } else {
      this.keyClass = ConfigUtils.getIntermediateInputKeyClass(conf);
      this.valClass = ConfigUtils.getIntermediateInputValueClass(conf);
      this.comparator = ConfigUtils.getIntermediateInputKeyComparator(conf);
      this.reporter = new MRTaskReporter((TezInputContext)taskContext);
    }


    this.useNewApi = ConfigUtils.useNewApi(conf);
    
    combineInputKeyCounter = taskContext.getCounters().findCounter(TaskCounter.COMBINE_INPUT_RECORDS);

View Full Code Here

Examples of org.apache.tez.mapreduce.processor.MRTaskReporter

        }
      }
      
      // Outputs will be started later by the individual Processors.
      
      MRTaskReporter mrReporter = new MRTaskReporter(processorContext);
      rproc.init(jobConf, processorContext, mrReporter, inputs, outputs);
      rproc.run();


      //done - output does not need to be committed as hive does not use outputcommitter
      perfLogger.PerfLogEnd(CLASS_NAME, PerfLogger.TEZ_RUN_PROCESSOR);

View Full Code Here

Examples of org.apache.tez.mapreduce.processor.MRTaskReporter

          LOG.info("Input: " + inputEntry.getKey()
              + " is already cached. Skipping start and wait for ready");
        }
      }


      MRTaskReporter mrReporter = new MRTaskReporter(getContext());
      rproc.init(jobConf, getContext(), mrReporter, inputs, outputs);
      rproc.run();


      //done - output does not need to be committed as hive does not use outputcommitter
      perfLogger.PerfLogEnd(CLASS_NAME, PerfLogger.TEZ_RUN_PROCESSOR);

View Full Code Here

Examples of org.apache.tez.mapreduce.processor.MRTaskReporter

        }
      }
      
      // Outputs will be started later by the individual Processors.
      
      MRTaskReporter mrReporter = new MRTaskReporter(processorContext);
      rproc.init(jobConf, processorContext, mrReporter, inputs, outputs);
      rproc.run();


      //done - output does not need to be committed as hive does not use outputcommitter
      perfLogger.PerfLogEnd(CLASS_NAME, PerfLogger.TEZ_RUN_PROCESSOR);

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.