Package org.apache.hadoop.hive.ql.exec.mr

Examples of org.apache.hadoop.hive.ql.exec.mr.ExecMapperContext

153
154
155
156
157
158
159
160
161
162
163
    setupExecContext();
  }

  private void setupExecContext() {
    if (hasVC || work.getSplitSample() != null) {
      context = new ExecMapperContext();
      if (operator != null) {
        operator.setExecContext(context);
      }
    }
  }
View Full Code Here
497
498
499
500
501
502
503
504
505
506
507
508
  }

  public void process(Writable value) throws HiveException {
    // A mapper can span multiple files/partitions.
    // The serializers need to be reset if the input file changed
    ExecMapperContext context = getExecContext();
    if (context != null && context.inputFileChanged()) {
      // The child operators cleanup if input file has changed
      cleanUpInputFileChanged();
    }
    Object row;
    try {
View Full Code Here
164
165
166
167
168
169
170
171
172
173
174
    setupExecContext();
  }

  private void setupExecContext() {
    if (hasVC || work.getSplitSample() != null) {
      context = new ExecMapperContext();
      if (operator != null) {
        operator.setExecContext(context);
      }
    }
  }
View Full Code Here
29
30
31
32
33
34
35
36
37
38
39
40
  @Override
  public void process(Writable value) throws HiveException {
    // A mapper can span multiple files/partitions.
    // The serializers need to be reset if the input file changed
    ExecMapperContext context = getExecContext();
    if (context != null && context.inputFileChanged()) {
      // The child operators cleanup if input file has changed
      cleanUpInputFileChanged();
    }

    // The row has been converted to comply with table schema, irrespective of partition schema.
View Full Code Here
164
165
166
167
168
169
170
171
172
173
174
    setupExecContext();
  }

  private void setupExecContext() {
    if (hasVC || work.getSplitSample() != null) {
      context = new ExecMapperContext(job);
      if (operator != null) {
        operator.setExecContext(context);
      }
    }
  }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
  private static Map<Integer, DummyStoreOperator> connectOps =
      new TreeMap<Integer, DummyStoreOperator>();

  public MapRecordProcessor(JobConf jconf) throws Exception {
    ObjectCache cache = ObjectCacheFactory.getCache(jconf);
    execContext = new ExecMapperContext(jconf);
    execContext.setJc(jconf);
    // create map and fetch operators
    mapWork = (MapWork) cache.retrieve(MAP_PLAN_KEY);
    if (mapWork == null) {
      mapWork = Utilities.getMapWork(jconf);
View Full Code Here
176
177
178
179
180
181
182
183
184
185
186
            mergeMapOp.setChildren(jconf);
            if (foundCachedMergeWork == false) {
              DummyStoreOperator dummyOp = getJoinParentOp(mergeMapOp);
              connectOps.put(mergeMapWork.getTag(), dummyOp);
            }
            mergeMapOp.setExecContext(new ExecMapperContext(jconf));
            mergeMapOp.initializeLocalWork(jconf);
          }
        }
      }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
  void init(JobConf jconf, ProcessorContext processorContext,
      MRTaskReporter mrReporter, Map<String, LogicalInput> inputs,
      Map<String, LogicalOutput> outputs) throws Exception {
    perfLogger.PerfLogBegin(CLASS_NAME, PerfLogger.TEZ_INIT_OPERATORS);
    super.init(jconf, processorContext, mrReporter, inputs, outputs);
    execContext = new ExecMapperContext(jconf);

    //Update JobConf using MRInput, info like filename comes via this
    mrInput = getMRInput(inputs);
    Configuration updatedConf = mrInput.getConfigUpdates();
    if (updatedConf != null) {
View Full Code Here
29
30
31
32
33
34
35
36
37
38
39
40
  @Override
  public void process(Writable value) throws HiveException {
    // A mapper can span multiple files/partitions.
    // The serializers need to be reset if the input file changed
    ExecMapperContext context = getExecContext();
    if (context != null && context.inputFileChanged()) {
      // The child operators cleanup if input file has changed
      cleanUpInputFileChanged();
    }

    // The row has been converted to comply with table schema, irrespective of partition schema.
View Full Code Here
170
171
172
173
174
175
176
177
   */
  @VisibleForTesting
  void initializeAsRoot(JobConf hconf, MapWork mapWork) throws Exception {
    setConf(mapWork);
    setChildren(hconf);
    setExecContext(new ExecMapperContext(hconf));
    initialize(hconf, null);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hive.ql.exec.mr.ExecMapperContext

  • org.apache.hadoop.hive.ql.exec.FetchOperator
  • org.apache.hadoop.hive.ql.exec.MapOperator
  • org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor
  • org.apache.hadoop.hive.ql.exec.tez.MergeFileRecordProcessor
  • org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.