Package org.apache.hadoop.mapreduce.server.jobtracker

Examples of org.apache.hadoop.mapreduce.server.jobtracker.TaskTracker

2792
2793
2794
2795
2796
2797
2798
2799
2800
2801
2802
    synchronized (taskTrackers) {
      synchronized (trackerExpiryQueue) {
        boolean seenBefore = updateTaskTrackerStatus(trackerName,
                                                     trackerStatus);
        TaskTracker taskTracker = getTaskTracker(trackerName);
        if (initialContact) {
          // If it's first contact, then clear out
          // any state hanging around
          if (seenBefore) {
            lostTaskTracker(taskTracker);
View Full Code Here
369
370
371
372
373
374
375
376
377
378
379
380
      for (int rack = 1; rack <= numRacks; rack++) {
        for (int node = 1; node <= numTrackersPerRack; node++) {
          int id = nextTrackerId++;
          String host = "rack" + rack + ".node" + node;
          System.out.println("Creating TaskTracker tt" + id + " on " + host);
          TaskTracker tt = new TaskTracker("tt" + id);
          tt.setStatus(new TaskTrackerStatus("tt" + id, host, 0,
              new ArrayList<TaskStatus>(), 0, 0,
              maxMapTasksPerTracker, maxReduceTasksPerTracker));
          trackers.put("tt" + id, tt);
        }
      }
View Full Code Here
468
469
470
471
472
473
474
475
476
477
478
479
        int maxMapTasksPerTracker, int maxReduceTasksPerTracker) {
      this.maxMapTasksPerTracker = maxMapTasksPerTracker;
      this.maxReduceTasksPerTracker = maxReduceTasksPerTracker;
      for (int i = 1; i < numTaskTrackers + 1; i++) {
        String ttName = "tt" + i;
        TaskTracker tt = new TaskTracker(ttName);
        tt.setStatus(new TaskTrackerStatus(ttName, ttName + ".host", i,
                                           new ArrayList<TaskStatus>(), 0, 0,
                                           maxMapTasksPerTracker,
                                           maxReduceTasksPerTracker));
        trackers.put(ttName, tt);
      }
View Full Code Here
478
479
480
481
482
483
484
485
486
487
488
489
        trackers.put(ttName, tt);
      }
    }
   
    public void addTaskTracker(String ttName) {
      TaskTracker tt = new TaskTracker(ttName);
      tt.setStatus(new TaskTrackerStatus(ttName, ttName + ".host", 1,
                                         new ArrayList<TaskStatus>(), 0, 0,
                                         maxMapTasksPerTracker,
                                         maxReduceTasksPerTracker));
      trackers.put(ttName, tt);
    }
View Full Code Here
489
490
491
492
493
494
495
496
497
498
499
500
    }

    public void addTaskTracker(String ttName,
        int maxMapTasksPerTracker,
        int maxReduceTasksPerTracker) {
      TaskTracker tt = new TaskTracker(ttName);
      tt.setStatus(new TaskTrackerStatus(ttName, ttName + ".host", 1,
                                         new ArrayList<TaskStatus>(), 0, 0,
                                         maxMapTasksPerTracker,
                                         maxReduceTasksPerTracker));
      trackers.put(ttName, tt);
    }
View Full Code Here
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
   
    boolean change = tip.updateStatus(status);
    if (change) {
      TaskStatus.State state = status.getRunState();
      // get the TaskTrackerStatus where the task ran
      TaskTracker taskTracker =
        this.jobtracker.getTaskTracker(tip.machineWhereTaskRan(taskid));
      TaskTrackerStatus ttStatus =
        (taskTracker == null) ? null : taskTracker.getStatus();
      String httpTaskLogLocation = null;

      if (null != ttStatus){
        String host;
        if (NetUtils.getStaticResolution(ttStatus.getHost()) != null) {
View Full Code Here
344
345
346
347
348
349
350
351
352
353
354
355
      for (int rack = 1; rack <= numRacks; rack++) {
        for (int node = 1; node <= numTrackersPerRack; node++) {
          int id = nextTrackerId++;
          String host = "rack" + rack + ".node" + node;
          System.out.println("Creating TaskTracker tt" + id + " on " + host);
          TaskTracker tt = new TaskTracker("tt" + id);
          tt.setStatus(new TaskTrackerStatus("tt" + id, host, 0,
              new ArrayList<TaskStatus>(), 0,
              maxMapTasksPerTracker, maxReduceTasksPerTracker));
          trackers.put("tt" + id, tt);
        }
      }
View Full Code Here
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
      conf.setNumMapTasks(1);
      conf.setNumReduceTasks(1);
      conf.setSpeculativeExecution(false);
     
      //Set task tracker objects for reservation.
      TaskTracker tt2 = jobTracker.getTaskTracker(trackers[1]);
      TaskTrackerStatus status2 = new TaskTrackerStatus(
          trackers[1],JobInProgress.convertTrackerNameToHostName(
              trackers[1]),0,new ArrayList<TaskStatus>(), 0, 2, 2);
      tt2.setStatus(status2);
     
      fakeJob = new FakeJobInProgress(conf, jobTracker);
      fakeJob.setClusterSize(3);
      fakeJob.initTasks();
     
View Full Code Here
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
   
    boolean change = tip.updateStatus(status);
    if (change) {
      TaskStatus.State state = status.getRunState();
      // get the TaskTrackerStatus where the task ran
      TaskTracker taskTracker =
        this.jobtracker.getTaskTracker(tip.machineWhereTaskRan(taskid));
      TaskTrackerStatus ttStatus =
        (taskTracker == null) ? null : taskTracker.getStatus();
      String taskTrackerHttpLocation = null;

      if (null != ttStatus){
        String host;
        if (NetUtils.getStaticResolution(ttStatus.getHost()) != null) {
View Full Code Here
263
264
265
266
267
268
269
270
271
272
273
  synchronized boolean processHeartbeat(TaskTrackerStatus trackerStatus,
      boolean initialContact) {
    boolean loggingEnabled = LOG.isDebugEnabled();
    String trackerName = trackerStatus.getTrackerName();
    boolean seenBefore = updateTaskTrackerStatus(trackerName, trackerStatus);
    TaskTracker taskTracker = getTaskTracker(trackerName);
    // update the status of the task tracker. Also updates all aggregate
    // statistics
    if (loggingEnabled) {
      LOG.debug("processing heartbeat for " + trackerName);
      LOG.debug("updating TaskTracker status for " + trackerName);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapreduce.server.jobtracker.TaskTracker

  • org.apache.hadoop.mapred.CapacityTestUtils$FakeTaskTrackerManager
  • org.apache.hadoop.mapred.JobInProgress
  • org.apache.hadoop.mapred.JobTracker
  • org.apache.hadoop.mapred.JobTracker$ExpireTrackers
  • org.apache.hadoop.mapred.JobTracker$RecoveryManager
  • org.apache.hadoop.mapred.SimulatorJobTracker
  • org.apache.hadoop.mapred.TestCapacityScheduler$FakeTaskTrackerManager
  • org.apache.hadoop.mapred.TestClusterStatus
  • org.apache.hadoop.mapred.TestFairScheduler$FakeTaskTrackerManager
  • org.apache.hadoop.mapred.TestJobQueueTaskScheduler$FakeTaskTrackerManager
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.