Examples of org.apache.tez.runtime.api.Output

org.apache.tez.runtime.api.Output
Represents an Output through which a TezProcessor writes information to an edge.
This interface has methods which can be used by a {@link org.apache.tez.runtime.api.Processor}to control execution of this Output and write data to it. Users are expected to derive from {@link AbstractLogicalOutput}

      }
      Preconditions.checkArgument(getOutputs().size() == (inUnion ? 2 : 1));
      Preconditions.checkArgument(getOutputs().containsKey("checker"));
      MRInput input = (MRInput) getInputs().values().iterator().next();
      KeyValueReader kvReader = input.getReader();
      Output output =  getOutputs().get("checker");
      KeyValueWriter kvWriter = (KeyValueWriter) output.getWriter();
      MROutput parts = null;
      KeyValueWriter partsWriter = null;
      if (inUnion) {
        parts = (MROutput) getOutputs().get("parts");
        partsWriter = parts.getWriter();

View Full Code Here

    return (LogicalInput)input;
  }
  
  private LogicalOutput createOutput(OutputSpec outputSpec) {
    LOG.info("Creating Output");
    Output output = RuntimeUtils.createClazzInstance(outputSpec
        .getOutputDescriptor().getClassName());
    if (!(output instanceof LogicalOutput)) {
      throw new TezUncheckedException(output.getClass().getName()
          + " is not a sub-type of LogicalOutput."
          + " Only LogicalOutput sub-types supported by LogicalIOProcessor.");
    }
    return (LogicalOutput) output;
  }

View Full Code Here

    return (LogicalInput)input;
  }


  private LogicalOutput createOutput(OutputSpec outputSpec) {
    LOG.info("Creating Output");
    Output output = RuntimeUtils.createClazzInstance(outputSpec
        .getOutputDescriptor().getClassName());
    if (!(output instanceof LogicalOutput)) {
      throw new TezUncheckedException(output.getClass().getName()
          + " is not a sub-type of LogicalOutput."
          + " Only LogicalOutput sub-types supported by LogicalIOProcessor.");
    }
    return (LogicalOutput) output;
  }

View Full Code Here

  }


  private LogicalOutput createOutput(OutputSpec outputSpec, OutputContext outputContext) {
    LOG.info("Creating Output");
    OutputDescriptor outputDesc = outputSpec.getOutputDescriptor();
    Output output = ReflectionUtils.createClazzInstance(outputDesc.getClassName(),
        new Class[]{OutputContext.class, Integer.TYPE},
        new Object[]{outputContext, outputSpec.getPhysicalEdgeCount()});


    if (!(output instanceof LogicalOutput)) {
      throw new TezUncheckedException(output.getClass().getName()
          + " is not a sub-type of LogicalOutput."
          + " Only LogicalOutput sub-types supported by LogicalIOProcessor.");
    }
    return (LogicalOutput) output;
  }

View Full Code Here

    return (LogicalInput)input;
  }
  
  private LogicalOutput createOutput(OutputSpec outputSpec) {
    LOG.info("Creating Output");
    Output output = RuntimeUtils.createClazzInstance(outputSpec
        .getOutputDescriptor().getClassName());
    if (!(output instanceof LogicalOutput)) {
      throw new TezUncheckedException(output.getClass().getName()
          + " is not a sub-type of LogicalOutput."
          + " Only LogicalOutput sub-types supported by LogicalIOProcessor.");
    }
    return (LogicalOutput) output;
  }

View Full Code Here

TOP

Related Classes of org.apache.tez.runtime.api.Output

org.apache.tez.mapreduce.examples.UnionExample$TokenProcessor

org.apache.tez.runtime.LogicalIOProcessorRuntimeTask

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.