Package org.apache.tez.mapreduce.hadoop.mapred

Examples of org.apache.tez.mapreduce.hadoop.mapred.MRReporter

43
44
45
46
47
48
49
50
  private InputSplit split = null;

  public MRTaskReporter(ProcessorContext context) {
    this.context = context;
    this.reporter = new MRReporter(context.getCounters());
    this.isProcessorContext = true;
  }
View Full Code Here
49
50
51
52
53
54
55
56
    this.isProcessorContext = true;
  }

  public MRTaskReporter(OutputContext context) {
    this.context = context;
    this.reporter = new MRReporter(context.getCounters());
    this.isProcessorContext = false;
  }
View Full Code Here
55
56
57
58
59
60
61
62
    this.isProcessorContext = false;
  }
 
  public MRTaskReporter(InputContext context) {
    this.context= context;
    this.reporter = new MRReporter(context.getCounters());
    this.isProcessorContext = false;
  }
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
    return null;
  }

  private void setupOldRecordReader() throws IOException {
    Preconditions.checkNotNull(inputSplit, "Input split hasn't yet been setup");
    recordReader = inputFormat.getRecordReader(inputSplit, this.jobConf, new MRReporter(
        tezCounters, inputSplit));
    setIncrementalConfigParams(inputSplit);
    key = recordReader.createKey();
    value = recordReader.createValue();
    setupComplete = true;
View Full Code Here
375
376
377
378
379
380
381
382
383
384
385
      FileSystem fs = FileSystem.get(jobConf);
      String finalName = getOutputName();

      oldRecordWriter =
          oldOutputFormat.getRecordWriter(
              fs, jobConf, finalName, new MRReporter(getContext().getCounters()));
    }
    initCommitter(jobConf, useNewApi);

    LOG.info("Initialized Simple Output"
        + ", using_new_api: " + useNewApi);
View Full Code Here
209
210
211
212
213
214
215
216
217
218
    }
    fsStats = matchedStats;
   
    long bytesInPrev = getInputBytes();
    oldRecordReader = oldInputFormat.getRecordReader(oldInputSplit,
        this.jobConf, new MRReporter(inputContext, oldInputSplit));
    long bytesInCurr = getInputBytes();
    fileInputByteCounter.increment(bytesInCurr - bytesInPrev);
    setIncrementalConfigParams(oldInputSplit);
  }
View Full Code Here
177
178
179
180
181
182
183
184
185
186
187
      String finalName = getOutputName();

      long bytesOutPrev = getOutputBytes();
      oldRecordWriter =
          oldOutputFormat.getRecordWriter(
              fs, jobConf, finalName, new MRReporter(outputContext));
      long bytesOutCurr = getOutputBytes();
      fileOutputByteCounter.increment(bytesOutCurr - bytesOutPrev);
    }
    initCommitter(jobConf, useNewApi);
View Full Code Here
43
44
45
46
47
48
49
50
  private InputSplit split = null;

  public MRTaskReporter(TezProcessorContext context) {
    this.context = context;
    this.reporter = new MRReporter(context);
    this.isProcessorContext = true;
  }
View Full Code Here
49
50
51
52
53
54
55
56
    this.isProcessorContext = true;
  }

  public MRTaskReporter(TezOutputContext context) {
    this.context = context;
    this.reporter = new MRReporter(context);
    this.isProcessorContext = false;
  }
View Full Code Here
55
56
57
58
59
60
61
62
    this.isProcessorContext = false;
  }
 
  public MRTaskReporter(TezInputContext context) {
    this.context= context;
    this.reporter = new MRReporter(context);
    this.isProcessorContext = false;
  }
View Full Code Here
TOP

Related Classes of org.apache.tez.mapreduce.hadoop.mapred.MRReporter

  • org.apache.tez.mapreduce.input.MRInput
  • org.apache.tez.mapreduce.lib.MRReaderMapred
  • org.apache.tez.mapreduce.output.MROutput
  • org.apache.tez.mapreduce.processor.MRTaskReporter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.