Examples of LogicalOutput

org.apache.tez.runtime.api.LogicalOutput
An @link {@link Output} which handles all outgoing physical connections on anedge. A {@link LogicalIOProcessor} sees a single Logical Output per outgoingedge. It's expected to hide the details of output partitioning and physical outputs from the {@link Processor}Users are expected to derive from {@link AbstractLogicalOutput}

Examples of org.apache.tez.runtime.api.LogicalOutput

          throw new TezUncheckedException("Unhandled event for invalid target: "
              + e);
        }
        break;
      case OUTPUT:
        LogicalOutput output = outputsMap.get(
            e.getDestinationInfo().getEdgeVertexName());
        if (output != null) {
          output.handleEvents(Collections.singletonList(e.getEvent()));
        } else {
          throw new TezUncheckedException("Unhandled event for invalid target: "
              + e);
        }
        break;

View Full Code Here

Examples of org.apache.tez.runtime.api.LogicalOutput

      throw new IOException("Cannot handle multiple inputs or outputs"
          + ", inputCount=" + inputs.size()
          + ", outputCount=" + outputs.size());
    }
    LogicalInput in = inputs.values().iterator().next();
    LogicalOutput out = outputs.values().iterator().next();


    initTask(out);


    // Sanity check
    if (!(in instanceof MRInputLegacy)) {

View Full Code Here

Examples of org.apache.tez.runtime.api.LogicalOutput

      throw new IOException("Invalid number of inputs"
          + ", inputCount=" + inputs.size());
    }


    LogicalInput in = inputs.values().iterator().next();
    LogicalOutput out = outputs.values().iterator().next();


    this.statusUpdate();


    Class keyClass = ConfigUtils.getIntermediateInputKeyClass(jobConf);
    Class valueClass = ConfigUtils.getIntermediateInputValueClass(jobConf);

View Full Code Here

Examples of org.apache.tez.runtime.api.LogicalOutput

    LogicalInput li = inputs.values().iterator().next();
    if (! (li instanceof MRInput)) {
      throw new IllegalStateException("FilterByWordInputProcessor processor can only work with MRInput");
    }


    LogicalOutput lo = outputs.values().iterator().next();
    if (! (lo instanceof OnFileUnorderedKVOutput)) {
      throw new IllegalStateException("FilterByWordInputProcessor processor can only work with OnFileUnorderedKVOutput");
    }

View Full Code Here

Examples of org.apache.tez.runtime.api.LogicalOutput

    LogicalInput li = inputs.values().iterator().next();
    if (! (li instanceof ShuffledUnorderedKVInput)) {
      throw new IllegalStateException("FilterByWordOutputProcessor processor can only work with ShuffledUnorderedKVInput");
    }


    LogicalOutput lo = outputs.values().iterator().next();
    if (! (lo instanceof MROutput)) {
      throw new IllegalStateException("FilterByWordOutputProcessor processor can only work with MROutput");
    }


    ShuffledUnorderedKVInput kvInput = (ShuffledUnorderedKVInput) li;

View Full Code Here

Examples of org.apache.tez.runtime.api.LogicalOutput

    for (InputSpec inputSpec : inputSpecs) {
      LogicalInput input = inputsMap.get(inputSpec.getSourceVertexName());
      runInputMap.put(inputSpec.getSourceVertexName(), input);
    }
    for (OutputSpec outputSpec : outputSpecs) {
      LogicalOutput output = outputsMap.get(outputSpec.getDestinationVertexName());
      runOutputMap.put(outputSpec.getDestinationVertexName(), output);
    }
    
    // TODO Maybe close initialized inputs / outputs in case of failure to
    // initialize.

View Full Code Here

Examples of org.apache.tez.runtime.api.LogicalOutput

          throw new TezUncheckedException("Unhandled event for invalid target: "
              + e);
        }
        break;
      case OUTPUT:
        LogicalOutput output = outputsMap.get(
            e.getDestinationInfo().getEdgeVertexName());
        if (output != null) {
          output.handleEvents(Collections.singletonList(e.getEvent()));
        } else {
          throw new TezUncheckedException("Unhandled event for invalid target: "
              + e);
        }
        break;

View Full Code Here

Examples of org.apache.tez.runtime.api.LogicalOutput


    @Override
    public Void call() throws Exception {
      LOG.info("Initializing Output using OutputSpec: " + outputSpec);
      String edgeName = outputSpec.getDestinationVertexName();
      LogicalOutput output = createOutput(outputSpec);
      TezOutputContext outputContext = createOutputContext(outputSpec);
      outputsMap.put(edgeName, output);
      outputContextMap.put(edgeName, outputContext);


      if (output instanceof LogicalOutput) {
        ((LogicalOutput) output).setNumPhysicalOutputs(outputSpec
            .getPhysicalEdgeCount());
      }
      LOG.info("Initializing Input with dest edge: " + edgeName);
      List<Event> events = output.initialize(outputContext);
      sendTaskGeneratedEvents(events, EventProducerConsumerType.OUTPUT,
          outputContext.getTaskVertexName(),
          outputContext.getDestinationVertexName(), taskSpec.getTaskAttemptID());
      LOG.info("Initialized Output with dest edge: " + edgeName);
      return null;

View Full Code Here

Examples of org.apache.tez.runtime.api.LogicalOutput

      throw new IOException("Cannot handle multiple inputs or outputs"
          + ", inputCount=" + inputs.size()
          + ", outputCount=" + outputs.size());
    }
    LogicalInput in = inputs.values().iterator().next();
    LogicalOutput out = outputs.values().iterator().next();


    // Sanity check
    if (!(in instanceof MRInputLegacy)) {
      throw new IOException(new TezException(
          "Only Simple Input supported. Input: " + in.getClass()));

View Full Code Here

Examples of org.apache.tez.runtime.api.LogicalOutput

        runInputMap.put(inputSpec.getSourceVertexName(), input);
      }
    }


    for (OutputSpec outputSpec : outputSpecs) {
      LogicalOutput output = outputsMap.get(outputSpec.getDestinationVertexName());
      String outputName = outputSpec.getDestinationVertexName();
      runOutputMap.put(outputName, output);
    }


    // TODO Maybe close initialized inputs / outputs in case of failure to

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.