Examples of org.apache.tez.runtime.api.LogicalInput

org.apache.tez.runtime.api.LogicalInput
An {@link Input} which handles all incoming physical connections on anedge. A {@link LogicalIOProcessor} sees a single Logical Input per incomingedge. It provides a unified view that hides the details of the actual physical inputs User implementations are expected to derive from {@link AbstractLogicalInput}

        if (isInputCached) {
            return;
        }
        try {
            for (String key : inputKeys) {
                LogicalInput input = inputs.get(key);
                this.replInputs.add(input);
                this.replReaders.add((KeyValueReader) input.getReader());
            }
        } catch (Exception e) {
            throw new ExecException(e);
        }
    }

View Full Code Here

      if (pos == desc.getPosBigTable()) {
        continue;
      }


      String inputName = parentToInput.get(pos);
      LogicalInput input = tezContext.getInput(inputName);


      try {
        KeyValueReader kvReader = (KeyValueReader) input.getReader();
        MapJoinObjectSerDeContext keyCtx = mapJoinTableSerdes[pos].getKeyContext(),
          valCtx = mapJoinTableSerdes[pos].getValueContext();
        if (useOptimizedTables) {
          ObjectInspector keyOi = keyCtx.getSerDe().getObjectInspector();
          if (!MapJoinBytesTableContainer.isSupportedKey(keyOi)) {

View Full Code Here

      if (pos == desc.getPosBigTable()) {
        continue;
      }


      String inputName = parentToInput.get(pos);
      LogicalInput input = tezContext.getInput(inputName);


      try {
        KeyValueReader kvReader = (KeyValueReader) input.getReader();


        MapJoinTableContainer tableContainer = new HashMapWrapper(hashTableThreshold,
            hashTableLoadFactor);


        // simply read all the kv pairs into the hashtable.

View Full Code Here

    try
      {
      start( this );


      // if multiple ordinals, an input could be duplicated if sourcing multiple paths
      LogicalInput logicalInput = Util.getFirst( logicalInputs.getValues() );


      KeyValueReader reader = (KeyValueReader) logicalInput.getReader();


      while( reader.next() )
        {
        Tuple currentKey = (Tuple) reader.getCurrentKey();

View Full Code Here

    }


  protected SourceStage createSourceStage( Tap source, FlowProcess flowProcess )
    {
    String id = Tap.id( source );
    LogicalInput logicalInput = inputMap.get( id );


    if( logicalInput == null )
      logicalInput = inputMap.get( flowProcess.getStringProperty( "cascading.node.source." + id ) );


    if( logicalInput == null )

View Full Code Here

    }


  private LogicalInput findLogicalInput( Pipe element )
    {
    String id = Pipe.id( element );
    LogicalInput logicalInput = inputMap.get( id );


    if( logicalInput == null )
      logicalInput = inputMap.get( flowProcess.getStringProperty( "cascading.node.source." + id ) );


    if( logicalInput == null )

View Full Code Here

    try
      {
      start( this );


      // if multiple ordinals, an input could be duplicated if sourcing multiple paths
      LogicalInput logicalInput = Util.getFirst( logicalInputs.getValues() );


      KeyValuesReader reader = (KeyValuesReader) logicalInput.getReader();


      if( sortFields != null )
        reader = new SecondarySortKeyValuesReader( reader, groupComparators[ 0 ] );


      while( reader.next() )

View Full Code Here

0 1 2 3 4

TOP

Related Classes of org.apache.tez.runtime.api.LogicalInput

cascading.flow.tez.stream.element.TezGroupByGate

cascading.flow.tez.stream.element.TezMergeGate

cascading.flow.tez.stream.graph.Hadoop2TezStreamGraph

org.apache.hadoop.hive.ql.exec.tez.HashTableLoader

org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POCounterStatsTez

org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POFRJoinTez

org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POIdentityInOutTez

org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.PORankTez

org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POShuffledValueInputTez

org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POShuffleTezLoad

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.