Examples of TaskID

com.facebook.presto.execution.TaskId
edu.berkeley.xtrace.TaskID
X-trace task ID. @author George Porter
org.apache.agila.services.task.TaskID
@author Geir Magnusson Jr. @version $Id: TaskID.java 38 2005-06-01 19:39:54Z chirino $
org.apache.hadoop.mapred.TaskID
TaskID represents the immutable and unique identifier for a Map or Reduce Task. Each TaskID encompasses multiple attempts made to execute the Map or Reduce Task, each of which are uniquely indentified by their TaskAttemptID. TaskID consists of 3 parts. First part is the {@link JobID}, that this TaskInProgress belongs to. Second part of the TaskID is either 'm' or 'r' representing whether the task is a map task or a reduce task. And the third part is the task number.
An example TaskID is : task_200707121733_0003_m_000005 , which represents the fifth map task in the third job running at the jobtracker started at 200707121733.
Applications should never construct or parse TaskID strings , but rather use appropriate constructors or {@link #forName(String)} method. @see JobID @see TaskAttemptID
org.apache.hadoop.mapreduce.TaskID
TaskID represents the immutable and unique identifier for a Map or Reduce Task. Each TaskID encompasses multiple attempts made to execute the Map or Reduce Task, each of which are uniquely indentified by their TaskAttemptID. TaskID consists of 3 parts. First part is the {@link JobID}, that this TaskInProgress belongs to. Second part of the TaskID is either 'm' or 'r' representing whether the task is a map task or a reduce task. And the third part is the task number.
An example TaskID is : task_200707121733_0003_m_000005 , which represents the fifth map task in the third job running at the jobtracker started at 200707121733.
Applications should never construct or parse TaskID strings , but rather use appropriate constructors or {@link #forName(String)} method. @see JobID @see TaskAttemptID
org.apache.hadoop.mapreduce.v2.api.records.TaskId

TaskId represents the unique identifier for a Map or Reduce Task.

TaskId consists of 3 parts. First part is JobId, that this Task belongs to. Second part of the TaskId is either 'm' or 'r' representing whether the task is a map task or a reduce task. And the third part is the task number.
org.apache.hama.bsp.TaskID
TaskID represents the immutable and unique identifier for a BSP Task.
org.apache.mesos.Protos.TaskID
org.nightlabs.jfire.timer.id.TaskID
rabbit.data.common.TaskId
Represents an ID of a task.

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskId

    }
  }


  private static JobCounterUpdateEvent createJobCounterUpdateEventTASucceeded(
      TaskAttemptImpl taskAttempt) {
    TaskId taskId = taskAttempt.attemptId.getTaskId();
    JobCounterUpdateEvent jce = new JobCounterUpdateEvent(taskId.getJobId());
    updateMillisCounters(jce, taskAttempt);
    return jce;
  }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskId

        job.mapAttemptCompletionEvents.add(TypeConverter.fromYarn(tce));
      }
      job.taskCompletionIdxToMapCompletionIdx.add(mapEventIdx);
      
      TaskAttemptId attemptId = tce.getAttemptId();
      TaskId taskId = attemptId.getTaskId();
      //make the previous completion event as obsolete if it exists
      Integer successEventNo =
          job.successAttemptCompletionEventNoMap.remove(taskId);
      if (successEventNo != null) {
        TaskAttemptCompletionEvent successEvent =

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskId

  }


  private ContainerRequestEvent
      createReq(JobId jobId, int taskAttemptId, int memory, String[] hosts,
          boolean earlierFailedAttempt, boolean reduce) {
    TaskId taskId;
    if (reduce) {
      taskId = MRBuilderUtils.newTaskId(jobId, 0, TaskType.REDUCE);
    } else {
      taskId = MRBuilderUtils.newTaskId(jobId, 0, TaskType.MAP);
    }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskId

        new String[] { NetworkTopology.DEFAULT_RACK });
  }


  private ContainerFailedEvent createFailEvent(JobId jobId, int taskAttemptId,
      String host, boolean reduce) {
    TaskId taskId;
    if (reduce) {
      taskId = MRBuilderUtils.newTaskId(jobId, 0, TaskType.REDUCE);
    } else {
      taskId = MRBuilderUtils.newTaskId(jobId, 0, TaskType.MAP);
    }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskId

    }


    @Override
    public GetTaskReportResponse getTaskReport(GetTaskReportRequest request)
        throws IOException {
      TaskId taskId = request.getTaskId();
      Job job = verifyAndGetJob(taskId.getJobId());
      GetTaskReportResponse response = recordFactory.newRecordInstance(GetTaskReportResponse.class);
      response.setTaskReport(job.getTask(taskId).getReport());
      return response;
    }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskId


  class SpeculationRequestEventHandler implements EventHandler<TaskEvent> {


    @Override
    public void handle(TaskEvent event) {
      TaskId taskID = event.getTaskID();
      Task task = myJob.getTask(taskID);


      Assert.assertEquals
          ("Wrong type event", TaskEventType.T_ADD_SPEC_ATTEMPT, event.getType());

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskId


        (myAttemptID.getTaskId().getTaskType() == TaskType.MAP
            ? completedMaps : completedReduces).getAndIncrement();


        // check for a spectacularly successful speculation
        TaskId taskID = myAttemptID.getTaskId();


        Task task = myJob.getTask(taskID);


        for (TaskAttempt otherAttempt : task.getAttempts().values()) {
          if (otherAttempt != this

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskId

        job.mapAttemptCompletionEvents.add(TypeConverter.fromYarn(tce));
      }
      job.taskCompletionIdxToMapCompletionIdx.add(mapEventIdx);
      
      TaskAttemptId attemptId = tce.getAttemptId();
      TaskId taskId = attemptId.getTaskId();
      //make the previous completion event as obsolete if it exists
      Integer successEventNo =
          job.successAttemptCompletionEventNoMap.remove(taskId);
      if (successEventNo != null) {
        TaskAttemptCompletionEvent successEvent =

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskId

      }
      Exception parseException = parser.getParseException();
      Assert.assertNull("Caught an expected exception " + parseException,
          parseException);
      for (Map.Entry<TaskID, TaskInfo> entry : jobInfo.getAllTasks().entrySet()) {
        TaskId yarnTaskID = TypeConverter.toYarn(entry.getKey());
        CompletedTask ct = new CompletedTask(yarnTaskID, entry.getValue());
        Assert.assertNotNull("completed task report has null counters", ct
            .getReport().getCounters());
      }
    } finally {

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskId

    public void handle(SpeculatorEvent event) {
      if (disabled) {
        return;
      }


      TaskId tId = event.getTaskID();
      TaskType tType = null;
      /* event's TaskId will be null if the event type is JOB_CREATE or
       * ATTEMPT_STATUS_UPDATE
       */
      if (tId != null) {
        tType = tId.getTaskType(); 
      }
      boolean shouldMapSpec =
              conf.getBoolean(MRJobConfig.MAP_SPECULATIVE, false);
      boolean shouldReduceSpec =
              conf.getBoolean(MRJobConfig.REDUCE_SPECULATIVE, false);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.