Package org.apache.tez.runtime.library.api

Examples of org.apache.tez.runtime.library.api.KeyValueWriter

89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
    ShuffledUnorderedKVInput kvInput = (ShuffledUnorderedKVInput) li;
    MROutput mrOutput = (MROutput) lo;

    KeyValueReader kvReader = kvInput.getReader();
    KeyValueWriter kvWriter = mrOutput.getWriter();
    while (kvReader.next()) {
      Object key = kvReader.getCurrentKey();
      Object value = kvReader.getCurrentValue();

      kvWriter.write(key, value);
    }
    if (processorContext.canCommit()) {
      mrOutput.commit();
    } else {
      mrOutput.abort();
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
  }

  @Override
  public synchronized KeyValueWriter getWriter() throws IOException {
    Preconditions.checkState(isStarted.get(), "Cannot get writer before starting the Output");
    return new KeyValueWriter() {
      @Override
      public void write(Object key, Object value) throws IOException {
        sorter.write(key, value);
      }
    };
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
            if (output == null) {
                throw new ExecException("Output to vertex " + outputKey
                        + " is missing");
            }
            try {
                KeyValueWriter writer = (KeyValueWriter) output.getWriter();
                writers.add(writer);
                LOG.info("Attached output to vertex " + outputKey + " : output=" + output + ", writer=" + writer);
            } catch (Exception e) {
                throw new ExecException(e);
            }
View Full Code Here
TOP

Related Classes of org.apache.tez.runtime.library.api.KeyValueWriter

  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueOutputTez
  • org.apache.tez.examples.JoinDataGen$GenDataProcessor
  • org.apache.tez.examples.JoinExample$ForwardingProcessor
  • org.apache.tez.examples.JoinExample$JoinProcessor
  • org.apache.tez.examples.OrderedWordCount$NoOpSorter
  • org.apache.tez.examples.OrderedWordCount$SumProcessor
  • org.apache.tez.examples.WordCount$SumProcessor
  • org.apache.tez.examples.WordCount$TokenProcessor
  • org.apache.tez.mapreduce.examples.BroadcastAndOneToOneExample$InputProcessor
  • org.apache.tez.mapreduce.examples.processor.FilterByWordInputProcessor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.