Package org.apache.hadoop.mapred.FakeObjectUtilities

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.finishTask()

211
212
213
214
215
216
217
218
219
220
221
    taskAttemptID[3] = job.findReduceTask(trackers[3]);
    taskAttemptID[4] = job.findReduceTask(trackers[3]);
    clock.advance(5000);
    job.finishTask(taskAttemptID[0]);
    clock.advance(1000);
    job.finishTask(taskAttemptID[1]);
    clock.advance(20000);
    clock.advanceBySpeculativeLag();
    job.refresh(clock.getTime());
    //we should get a speculative task now
    taskAttemptID[5] = job.findReduceTask(trackers[4]);
View Full Code Here
219
220
221
222
223
224
225
226
227
228
229
    job.refresh(clock.getTime());
    //we should get a speculative task now
    taskAttemptID[5] = job.findReduceTask(trackers[4]);
    assertEquals(taskAttemptID[5].getTaskID().getId(),2);
    clock.advance(5000);
    job.finishTask(taskAttemptID[5]);

    job.refresh(clock.getTime());
    taskAttemptID[5] = job.findReduceTask(trackers[4]);
    assertEquals(taskAttemptID[5].getTaskID().getId(),3);
  }
View Full Code Here
252
253
254
255
256
257
258
259
260
261
262
    taskAttemptID[4] = job.findMapTask(trackers[1]);
    taskAttemptID[5] = job.findMapTask(trackers[2]);

    // 3 tasks finish really fast in 15s
    clock.advance (15 * 1000);
    job.finishTask(taskAttemptID[0]);
    job.finishTask(taskAttemptID[1]);
    job.finishTask(taskAttemptID[2]);

    // advance to 600s and schedule last mapper
    clock.advance (585 * 1000);
 
View Full Code Here
253
254
255
256
257
258
259
260
261
262
263
    taskAttemptID[5] = job.findMapTask(trackers[2]);

    // 3 tasks finish really fast in 15s
    clock.advance (15 * 1000);
    job.finishTask(taskAttemptID[0]);
    job.finishTask(taskAttemptID[1]);
    job.finishTask(taskAttemptID[2]);

    // advance to 600s and schedule last mapper
    clock.advance (585 * 1000);
    taskAttemptID[6] = job.findMapTask(trackers[0]);
View Full Code Here
254
255
256
257
258
259
260
261
262
263
264
    // 3 tasks finish really fast in 15s
    clock.advance (15 * 1000);
    job.finishTask(taskAttemptID[0]);
    job.finishTask(taskAttemptID[1]);
    job.finishTask(taskAttemptID[2]);

    // advance to 600s and schedule last mapper
    clock.advance (585 * 1000);
    taskAttemptID[6] = job.findMapTask(trackers[0]);

View Full Code Here
302
303
304
305
306
307
308
309
310
311
312
    taskAttemptID[0] = job.findMapTask(trackers[0]);
    taskAttemptID[1] = job.findMapTask(trackers[1]);
    taskAttemptID[2] = job.findMapTask(trackers[2]);
    taskAttemptID[3] = job.findMapTask(trackers[3]);
    clock.advance(2000);
    job.finishTask(taskAttemptID[0]);
    job.finishTask(taskAttemptID[1]);
    job.finishTask(taskAttemptID[2]);
    clock.advance(250000);
    taskAttemptID[4] = job.findMapTask(trackers[3]);
    clock.advanceBySpeculativeLag();
View Full Code Here
303
304
305
306
307
308
309
310
311
312
313
    taskAttemptID[1] = job.findMapTask(trackers[1]);
    taskAttemptID[2] = job.findMapTask(trackers[2]);
    taskAttemptID[3] = job.findMapTask(trackers[3]);
    clock.advance(2000);
    job.finishTask(taskAttemptID[0]);
    job.finishTask(taskAttemptID[1]);
    job.finishTask(taskAttemptID[2]);
    clock.advance(250000);
    taskAttemptID[4] = job.findMapTask(trackers[3]);
    clock.advanceBySpeculativeLag();
    //by doing the above clock adjustments, we bring the progress rate of
View Full Code Here
304
305
306
307
308
309
310
311
312
313
314
    taskAttemptID[2] = job.findMapTask(trackers[2]);
    taskAttemptID[3] = job.findMapTask(trackers[3]);
    clock.advance(2000);
    job.finishTask(taskAttemptID[0]);
    job.finishTask(taskAttemptID[1]);
    job.finishTask(taskAttemptID[2]);
    clock.advance(250000);
    taskAttemptID[4] = job.findMapTask(trackers[3]);
    clock.advanceBySpeculativeLag();
    //by doing the above clock adjustments, we bring the progress rate of
    //taskID 3 lower than 4. For taskID 3, the rate is 85/317000
View Full Code Here
341
342
343
344
345
346
347
348
349
350
351
    job.initTasks();

    // a really fast task #1
    taskAttemptID[0] = job.findMapTask(trackers[0]);
    clock.advance(2000);
    job.finishTask(taskAttemptID[0]);

    // task #2 is slow
    taskAttemptID[1] = job.findMapTask(trackers[1]);
    clock.advanceBySpeculativeLag();
    clock.advance(5000);
View Full Code Here
391
392
393
394
395
396
397
398
399
400
401
    for (i = 0; i < totalTasks; i++) {
      taskAttemptID[i] = job.findMapTask(trackers[0]);
    }
    clock.advance(5000);
    for (i = 0; i < numEarlyComplete; i++) {
      job.finishTask(taskAttemptID[i]);
    }

    clock.advanceBySpeculativeLag();

    for (i = numEarlyComplete; i < totalTasks; i++) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.