Package org.apache.hadoop.mapred.FakeObjectUtilities

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.finishTask()

221
222
223
224
225
226
227
228
229
230
231
    taskAttemptID[2] = job.findMapTask(trackers[2]);
    taskAttemptID[3] = job.findMapTask(trackers[3]);
    clock.advance(2000);
    job.finishTask(taskAttemptID[0]);
    job.finishTask(taskAttemptID[1]);
    job.finishTask(taskAttemptID[2]);
    clock.advance(250000);
    taskAttemptID[4] = job.findMapTask(trackers[3]);
    clock.advanceBySpeculativeLag();
    //by doing the above clock adjustments, we bring the progress rate of
    //taskID 3 lower than 4. For taskID 3, the rate is 85/317000
View Full Code Here
270
271
272
273
274
275
276
277
278
279
280
    for (i = 0; i < totalTasks; i++) {
      taskAttemptID[i] = job.findMapTask(trackers[0]);
    }
    clock.advance(5000);
    for (i = 0; i < numEarlyComplete; i++) {
      job.finishTask(taskAttemptID[i]);
    }

    clock.advanceBySpeculativeLag();

    for (i = numEarlyComplete; i < totalTasks; i++) {
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
    job.initTasks();
   
    // Tracker 0 gets the map task
    tid[0] = job.findMapTask(trackers[0]);

    job.finishTask(tid[0]);

    // Advance clock. Tracker 0 would have got lost
    clock.advance(8 * 1000);

    jobTracker.checkExpiredTrackers();
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
    assertNotNull("Map Task from Lost Tracker did not get reassigned", tid[1]);
   
    assertEquals("Task ID of reassigned map task does not match",
        tid[0].getTaskID().toString(), tid[1].getTaskID().toString());
   
    job.finishTask(tid[1]);
   
  }
 
  /**
   * Test whether the tracker gets blacklisted after its lost.
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
    job.setClusterSize(4);
   
    // Tracker 0 gets the map task
    tid[0] = job.findMapTask(trackers[0]);

    job.finishTask(tid[0]);

    // validate the total tracker count
    assertEquals("Active tracker count mismatch",
                 1, jobTracker.getClusterStatus(false).getTaskTrackers());
   
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
   
    assertEquals("Task ID of reassigned map task does not match",
        tid[0].getTaskID().toString(), tid[1].getTaskID().toString());
   
    // finish the map task
    job.finishTask(tid[1]);

    // finish the reduce task
    tid[2] =  job.findReduceTask(trackers[1]);
    job.finishTask(tid[2]);
   
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
    // finish the map task
    job.finishTask(tid[1]);

    // finish the reduce task
    tid[2] =  job.findReduceTask(trackers[1]);
    job.finishTask(tid[2]);
   
    // check if job is successful
    assertEquals("Job not successful",
                 JobStatus.SUCCEEDED, job.getStatus().getRunState());
   
View Full Code Here
192
193
194
195
196
197
198
199
200
201
202
                 2, jobTracker.taskTrackers().size());
   
    // Tracker 1 gets the map task
    tid[1] = job.findMapTask(trackers[1]);
    // Finish the task and also the job
    job.finishTask(tid[1]);

    // check if job is successful
    assertEquals("Job not successful",
                 JobStatus.SUCCEEDED, job.getStatus().getRunState());
   
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
          4, metrics.getReservedReduceSlots());
   
    TaskAttemptID mTid = fjob.findMapTask(trackers[1]);
    TaskAttemptID rTid = fjob.findReduceTask(trackers[1]);

    fjob.finishTask(mTid);
    fjob.finishTask(rTid);
   
    assertEquals("Job didnt complete successfully complete", fjob.getStatus()
        .getRunState(), JobStatus.SUCCEEDED);
   
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
   
    TaskAttemptID mTid = fjob.findMapTask(trackers[1]);
    TaskAttemptID rTid = fjob.findReduceTask(trackers[1]);

    fjob.finishTask(mTid);
    fjob.finishTask(rTid);
   
    assertEquals("Job didnt complete successfully complete", fjob.getStatus()
        .getRunState(), JobStatus.SUCCEEDED);
   
    assertEquals("Reservation for the job not released: Maps",
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.