Examples of TaskType

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskType

1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
      if (disabled) {
        return;
      }

      TaskId tId = event.getTaskID();
      TaskType tType = null;
      /* event's TaskId will be null if the event type is JOB_CREATE or
       * ATTEMPT_STATUS_UPDATE
       */
      if (tId != null) {
        tType = tId.getTaskType();
View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskType

310
311
312
313
314
315
316
317
318
319
320
    @Override
    public GetTaskReportsResponse getTaskReports(GetTaskReportsRequest request)
        throws IOException {
      JobId jobId = request.getJobId();
      TaskType taskType = request.getTaskType();

      GetTaskReportsResponse response = recordFactory.newRecordInstance(GetTaskReportsResponse.class);
      Job job = verifyAndGetJob(jobId);
      Collection<Task> tasks = job.getTasks(taskType).values();
      for (Task task : tasks) {
View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskType

70
71
72
73
74
75
76
77
78
79
80
  @Test public void testTaskIDtoString() {
    TaskId tid = RecordFactoryProvider.getRecordFactory(null).newRecordInstance(TaskId.class);
    tid.setJobId(RecordFactoryProvider.getRecordFactory(null).newRecordInstance(JobId.class));
    tid.getJobId().setAppId(RecordFactoryProvider.getRecordFactory(null).newRecordInstance(ApplicationId.class));
    tid.setTaskType(TaskType.MAP);
    TaskType type = tid.getTaskType();
    System.err.println(type);
    type = TaskType.REDUCE;
    System.err.println(type);
    System.err.println(tid.getTaskType());
    assertEquals("task_0_0000_m_000000", MRApps.toString(tid));
View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskType

282
283
284
285
286
287
288
289
290
291
292
  /**
   * @return The end of the JS map that is the jquery datatable config for the
   * attempts table.
   */
  private String attemptsTableInit() {
    TaskType type = null;
    String symbol = $(TASK_TYPE);
    if (!symbol.isEmpty()) {
      type = MRApps.taskType(symbol);
    } else {
      TaskId taskID = MRApps.toTaskID($(TASK_ID));
View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskType

72
73
74
75
76
77
78
79
80
81
82
      if (!isValidRequest()) {
        html.
          h2($(TITLE));
        return;
      }
      TaskType type = null;
      String symbol = $(TASK_TYPE);
      if (!symbol.isEmpty()) {
        type = MRApps.taskType(symbol);
      } else {
        type = app.getTask().getType();
View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskType

277
278
279
280
281
282
283
284
285
286
287
  /**
   * @return The end of the JS map that is the jquery datatable config for the
   * attempts table.
   */
  private String attemptsTableInit() {
    TaskType type = null;
    String symbol = $(TASK_TYPE);
    if (!symbol.isEmpty()) {
      type = MRApps.taskType(symbol);
    } else {
      TaskId taskID = MRApps.toTaskID($(TASK_ID));
View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskType

71
72
73
74
75
76
77
78
79
80
81
      if (!isValidRequest()) {
        html.
          h2($(TITLE));
        return;
      }
      TaskType type = null;
      String symbol = $(TASK_TYPE);
      if (!symbol.isEmpty()) {
        type = MRApps.taskType(symbol);
      } else {
        type = app.getTask().getType();
View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskType

276
277
278
279
280
281
282
283
284
285
286
      @QueryParam("type") String type) {

    Job job = AMWebServices.getJobFromJobIdString(jid, appCtx);
    TasksInfo allTasks = new TasksInfo();
    for (Task task : job.getTasks().values()) {
      TaskType ttype = null;
      if (type != null && !type.isEmpty()) {
        try {
          ttype = MRApps.taskType(type);
        } catch (YarnException e) {
          throw new BadRequestException("tasktype must be either m or r");
View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskType

950
951
952
953
954
955
956
957
958
959
960
      finishTime = clock.getTime();
    }
  }
 
  private static long computeSlotMillis(TaskAttemptImpl taskAttempt) {
    TaskType taskType = taskAttempt.getID().getTaskId().getTaskType();
    int slotMemoryReq =
       taskAttempt.getMemoryRequired(taskAttempt.conf, taskType);
    int simSlotsRequired =
        slotMemoryReq
            / (taskType == TaskType.MAP ? MAP_MEMORY_MB_DEFAULT
View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.api.records.TaskType

970
971
972
973
974
975
976
977
978
979
980
    return slotMillisIncrement;
  }
 
  private static JobCounterUpdateEvent createJobCounterUpdateEventTAFailed(
      TaskAttemptImpl taskAttempt) {
    TaskType taskType = taskAttempt.getID().getTaskId().getTaskType();
    JobCounterUpdateEvent jce = new JobCounterUpdateEvent(taskAttempt.getID().getTaskId().getJobId());
   
    long slotMillisIncrement = computeSlotMillis(taskAttempt);
   
    if (taskType == TaskType.MAP) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.