Examples of TaskType

com.google.devtools.moe.client.tasks.TaskType
The Guice module for creating a task from the command line.
com.microsoft.windowsazure.services.media.implementation.content.TaskType
This type maps the XML returned in the odata ATOM serialization for Task entities.
edu.neu.ccs.task.TaskType
Represents a task type. Essentially a runtime representation of what is defined by the task element in a model file. @author Dan Schulman @version $Id: TaskType.java 961 2010-10-14 20:16:30Z schulman $
net.sf.mpxj.TaskType
org.apache.hadoop.mapreduce.TaskType
org.apache.hadoop.mapreduce.v2.api.records.TaskType
org.apache.syncope.common.types.TaskType

Examples of org.apache.hadoop.mapreduce.TaskType

   *          raw {@link TaskAttemptID} read from trace
   * @return masked {@link TaskAttemptID} with empty {@link JobID}.
   */
  private TaskAttemptID maskAttemptID(TaskAttemptID attemptId) {
    JobID jobId = new JobID();
    TaskType taskType = attemptId.getTaskType();
    TaskID taskId = attemptId.getTaskID();
    return new TaskAttemptID(jobId.getJtIdentifier(), jobId.getId(), taskType,
        taskId.getId(), attemptId.getId());
  }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskType

   * scaled according to locality in simulation and locality in trace.
   */
  @Override
  public TaskAttemptInfo getMapTaskAttemptInfoAdjusted(int taskNumber,
      int taskAttemptNumber, int locality) {
    TaskType taskType = TaskType.MAP;
    LoggedTask loggedTask = getLoggedTask(taskType, taskNumber);
    if (loggedTask == null) {
      // TODO insert parameters
      TaskInfo taskInfo = new TaskInfo(0, 0, 0, 0, 0);
      return makeUpTaskAttemptInfo(taskType, taskInfo, taskAttemptNumber,

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskType

  private TaskAttemptInfo getMockTaskAttemptInfo(TaskAttemptID tai,
      TaskAttemptState tas) {


    ContainerId ci = mock(ContainerId.class);
    Counters counters = mock(Counters.class);
    TaskType tt = TaskType.MAP;


    long finishTime = System.currentTimeMillis();


    TaskAttemptInfo mockTAinfo = mock(TaskAttemptInfo.class);

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskType

        case SUCCEEDED:
          //recover the task output
          TaskAttemptContext taskContext = new TaskAttemptContextImpl(getConfig(),
              attInfo.getAttemptId());
          try { 
            TaskType type = taskContext.getTaskAttemptID().getTaskID().getTaskType();
            int numReducers = taskContext.getConfiguration().getInt(MRJobConfig.NUM_REDUCES, 1); 
            if(type == TaskType.REDUCE || (type == TaskType.MAP && numReducers <= 0)) {
              committer.recoverTask(taskContext);
              LOG.info("Recovered output from task attempt " + attInfo.getAttemptId());
            } else {

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskType

  }


  @Override
  public boolean needsTaskCommit(TaskAttemptContext context) throws IOException {
    TaskAttemptID taskAttemptID = context.getTaskAttemptID();
    TaskType taskType = taskAttemptID.getTaskType();
    if (taskType == TaskType.MAP && context.getNumReduceTasks() != 0) {
      return false;
    } else {
      return true;
    }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskType

      abstract TaskType getTaskType();
      
      public int compare(CapacitySchedulerQueue q1, CapacitySchedulerQueue q2) {
        // look at how much capacity they've filled. Treat a queue with
        // capacity=0 equivalent to a queue running at capacity
        TaskType taskType = getTaskType();
        double r1 = (0 == q1.getCapacity(taskType))? 1.0f:
          (double)q1.getNumSlotsOccupied(taskType)/(double) q1.getCapacity(taskType);
        double r2 = (0 == q2.getCapacity(taskType))? 1.0f:
          (double)q2.getNumSlotsOccupied(taskType)/(double) q2.getCapacity(taskType);
        if (r1<r2) return -1;

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskType

      }
    }
  }


  void setFirstTaskLaunchTime(TaskInProgress tip) {
    TaskType key = tip.getFirstTaskType();


    synchronized(firstTaskLaunchTimes) {
      // Could be optimized to do only one lookup with a little more code
      if (!firstTaskLaunchTimes.containsKey(key)) {
        firstTaskLaunchTimes.put(key, tip.getExecStartTime());

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskType

      tip.addRunningTask(id, tts.getTrackerName());
    }
    final JobTrackerInstrumentation metrics = jobtracker.getInstrumentation();


    // keeping the earlier ordering intact
    TaskType name;
    String splits = "";
    Enum counter = null;
    if (tip.isJobSetupTask()) {
      launchedSetup = true;
      name = TaskType.JOB_SETUP;

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskType

      }
    }
  }


  void setFirstTaskLaunchTime(TaskInProgress tip) {
    TaskType key = getTaskType(tip);


    synchronized(firstTaskLaunchTimes) {
      // Could be optimized to do only one lookup with a little more code
      if (!firstTaskLaunchTimes.containsKey(key)) {
        firstTaskLaunchTimes.put(key, tip.getExecStartTime());

View Full Code Here

Examples of org.apache.hadoop.mapreduce.TaskType


    // Update jobhistory 
    TaskTrackerStatus ttStatus = 
      this.jobtracker.getTaskTrackerStatus(status.getTaskTracker());
    String trackerHostname = jobtracker.getNode(ttStatus.getHost()).toString();
    TaskType taskType = getTaskType(tip);


    TaskAttemptStartedEvent tse = new TaskAttemptStartedEvent(
        status.getTaskID(), taskType, status.getStartTime(), 
        status.getTaskTracker(),  ttStatus.getHttpPort(), -1);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.