Examples of org.apache.tez.runtime.api.MergedLogicalInput

org.apache.tez.runtime.api.MergedLogicalInput
A LogicalInput that is used to merge the data from multiple inputs and provide a single Reader to read that data. This Input is not initialized or closed. It is only expected to provide a merged view of the real inputs. It cannot send or receive events
MergedLogicalInput implementations must provide a 2 argument public constructor for Tez to create the Input. The parameters to this constructor are 1) an instance of {@link org.apache.tez.runtime.api.MergedInputContext} and 2) a list of constituent inputs. Tez willtake care of initializing and closing the Input after a {@link Processor} completes.

  private void initializeGroupInputs() {
    if (groupInputSpecs != null && !groupInputSpecs.isEmpty()) {      
     groupInputsMap = new ConcurrentHashMap<String, MergedLogicalInput>(groupInputSpecs.size());
     for (GroupInputSpec groupInputSpec : groupInputSpecs) {
        LOG.info("Initializing GroupInput using GroupInputSpec: " + groupInputSpec);
        MergedLogicalInput groupInput = (MergedLogicalInput) createInputFromDescriptor(
            groupInputSpec.getMergedInputDescriptor());
        List<Input> inputs = Lists.newArrayListWithCapacity(groupInputSpec.getGroupVertices().size());
        for (String groupVertex : groupInputSpec.getGroupVertices()) {
          inputs.add(inputsMap.get(groupVertex));
        }
        groupInput.initialize(inputs);
        groupInputsMap.put(groupInputSpec.getGroupName(), groupInput);
      }
    }
  }

View Full Code Here

       List<Input> inputs = Lists.newArrayListWithCapacity(groupInputSpec.getGroupVertices().size());
       for (String groupVertex : groupInputSpec.getGroupVertices()) {
         inputs.add(inputsMap.get(groupVertex));
       }


       MergedLogicalInput groupInput =
           (MergedLogicalInput) createMergedInput(groupInputSpec.getMergedInputDescriptor(),
               mergedInputContext, inputs);


        groupInputsMap.put(groupInputSpec.getGroupName(), groupInput);
      }

View Full Code Here

  private void initializeGroupInputs() {
    if (groupInputSpecs != null && !groupInputSpecs.isEmpty()) {      
     groupInputsMap = new ConcurrentHashMap<String, MergedLogicalInput>(groupInputSpecs.size());
     for (GroupInputSpec groupInputSpec : groupInputSpecs) {
        LOG.info("Initializing GroupInput using GroupInputSpec: " + groupInputSpec);
        MergedLogicalInput groupInput = (MergedLogicalInput) createInputFromDescriptor(
            groupInputSpec.getMergedInputDescriptor());
        List<Input> inputs = Lists.newArrayListWithCapacity(groupInputSpec.getGroupVertices().size());
        for (String groupVertex : groupInputSpec.getGroupVertices()) {
          inputs.add(inputsMap.get(groupVertex));
        }
        groupInput.initialize(inputs);
        groupInputsMap.put(groupInputSpec.getGroupName(), groupInput);
      }
    }
  }

View Full Code Here

TOP

Related Classes of org.apache.tez.runtime.api.MergedLogicalInput

org.apache.tez.runtime.LogicalIOProcessorRuntimeTask

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.