Examples of org.apache.tez.dag.records.TezTaskID

org.apache.tez.dag.records.TezTaskID
TaskID represents the immutable and unique identifier for a Tez Task. Each TaskID encompasses multiple attempts made to execute the Tez Task, each of which are uniquely identified by their TezTaskAttemptID. @see TezTaskAttemptID

    ProcessorDescriptor desc = new ProcessorDescriptor(TestProcessor.class.getName());
    return desc;
  }


  private TezTaskAttemptID createTaskAttemptID(TezVertexID vertexId, int taskIndex) {
    TezTaskID taskId = TezTaskID.getInstance(vertexId, taskIndex);
    TezTaskAttemptID taskAttemptId = TezTaskAttemptID.getInstance(taskId, taskIndex);
    return taskAttemptId;
  }

View Full Code Here

          break;
        case ROOT_INPUT_DATA_INFORMATION_EVENT:
          checkEventSourceMetadata(vertex, sourceMeta);
          RootInputDataInformationEvent riEvent = (RootInputDataInformationEvent) tezEvent
              .getEvent();
          TezTaskID targetTaskID = TezTaskID.getInstance(vertex.getVertexId(),
              riEvent.getTargetIndex());
          vertex.eventHandler.handle(new TaskEventAddTezEvent(targetTaskID, tezEvent));          
          break;
        case VERTEX_MANAGER_EVENT:
        {

View Full Code Here

  }


  public void onVertexStarted(List<TezTaskAttemptID> completions) {
    Map<String, List<Integer>> pluginCompletionsMap = Maps.newHashMap();
    for (TezTaskAttemptID attemptId : completions) {
      TezTaskID tezTaskId = attemptId.getTaskID();
      Integer taskId = new Integer(tezTaskId.getId());
      String vertexName = 
          appContext.getCurrentDAG().getVertex(tezTaskId.getVertexID()).getName();
      List<Integer> taskIdList = pluginCompletionsMap.get(vertexName);
      if (taskIdList == null) {
        taskIdList = Lists.newArrayList();
        pluginCompletionsMap.put(vertexName, taskIdList);
      }

View Full Code Here

    }
    plugin.onVertexStarted(pluginCompletionsMap);
  }


  public void onSourceTaskCompleted(TezTaskAttemptID attemptId) {
    TezTaskID tezTaskId = attemptId.getTaskID();
    Integer taskId = new Integer(tezTaskId.getId());
    String vertexName = 
        appContext.getCurrentDAG().getVertex(tezTaskId.getVertexID()).getName();
    plugin.onSourceTaskCompleted(vertexName, taskId);
  }

View Full Code Here

    initAllVertices(VertexState.INITED);
    VertexImpl v3 = vertices.get("vertex3");
    Assert.assertEquals(2, v3.getTotalTasks());
    Map<TezTaskID, Task> tasks = v3.getTasks();
    Assert.assertEquals(2, tasks.size());
    TezTaskID firstTask = tasks.keySet().iterator().next();


    startVertex(v3);


    Vertex v1 = vertices.get("vertex1");
    EdgeManagerDescriptor mockEdgeManagerDescriptor =

View Full Code Here

    initAllVertices(VertexState.INITED);


    VertexImpl v = vertices.get("vertex2");
    startVertex(v);


    TezTaskID t1 = TezTaskID.getInstance(v.getVertexId(), 0);
    TezTaskID t2 = TezTaskID.getInstance(v.getVertexId(), 1);


    dispatcher.getEventHandler().handle(
        new VertexEventTaskCompleted(t1, TaskState.SUCCEEDED));
    dispatcher.await();
    Assert.assertEquals(VertexState.RUNNING, v.getState());

View Full Code Here

    initAllVertices(VertexState.INITED);


    VertexImpl v = vertices.get("vertex2");
    startVertex(v);


    TezTaskID t1 = TezTaskID.getInstance(v.getVertexId(), 0);
    TezTaskID t2 = TezTaskID.getInstance(v.getVertexId(), 1);


    dispatcher.getEventHandler().handle(
        new VertexEventTaskCompleted(t1, TaskState.SUCCEEDED));
    dispatcher.await();
    Assert.assertEquals(VertexState.RUNNING, v.getState());

View Full Code Here

    initAllVertices(VertexState.INITED);


    VertexImpl v = vertices.get("vertex2");
    startVertex(v);


    TezTaskID t1 = TezTaskID.getInstance(v.getVertexId(), 0);


    dispatcher.getEventHandler().handle(
        new VertexEventTaskCompleted(t1, TaskState.FAILED));
    dispatcher.await();
    Assert.assertEquals(VertexState.FAILED, v.getState());
    Assert.assertEquals(VertexTerminationCause.OWN_TASK_FAILURE, v.getTerminationCause());
    String diagnostics =
        StringUtils.join(",", v.getDiagnostics()).toLowerCase();
    Assert.assertTrue(diagnostics.contains("task failed"
        + ", taskid=" + t1.toString()));
  }

View Full Code Here

    initAllVertices(VertexState.INITED);


    VertexImpl v = vertices.get("vertex2");
    startVertex(v);


    TezTaskID t1 = TezTaskID.getInstance(v.getVertexId(), 0);
    TezTaskID t2 = TezTaskID.getInstance(v.getVertexId(), 1);


    dispatcher.getEventHandler().handle(
        new VertexEventTaskCompleted(t1, TaskState.FAILED));
    dispatcher.await();
    Assert.assertEquals(VertexState.FAILED, v.getState());

View Full Code Here


    startVertex(v);
    CountingOutputCommitter committer =
        (CountingOutputCommitter) v.getOutputCommitter("outputx");


    TezTaskID t1 = TezTaskID.getInstance(v.getVertexId(), 0);
    TezTaskID t2 = TezTaskID.getInstance(v.getVertexId(), 1);


    dispatcher.getEventHandler().handle(
        new VertexEventTaskCompleted(t1, TaskState.SUCCEEDED));
    dispatcher.await();
    Assert.assertEquals(VertexState.RUNNING, v.getState());

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.tez.dag.records.TezTaskID

org.apache.hadoop.mapred.MRVertexOutputCommitter

org.apache.hadoop.mapred.TezMRTypeConverter

org.apache.tez.common.IDUtils

org.apache.tez.dag.app.dag.impl.Edge

org.apache.tez.dag.app.dag.impl.RootInputVertexManager

org.apache.tez.dag.app.dag.impl.ShuffleVertexManager

org.apache.tez.dag.app.dag.impl.TaskImpl

org.apache.tez.dag.app.dag.impl.TestDAGImpl

org.apache.tez.dag.app.dag.impl.TestEdge

org.apache.tez.dag.app.dag.impl.TestTaskAttempt

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.