Package org.apache.hadoop.mapred.FakeObjectUtilities

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.progressMade()

266
267
268
269
270
271
272
273
274
275
276
    clock.advance (10 * 60 * 1000);

    // set progress rates
    job.progressMade(taskAttemptID[3], 0.2f);
    job.progressMade(taskAttemptID[4], 0.5f);
    job.progressMade(taskAttemptID[5], 0.6f);
    job.progressMade(taskAttemptID[6], 0.02f);

    // the progress has been set in such a way that
    // stddev > mean. now we depend on stddev capping
    // for speculation.
View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
    // set progress rates
    job.progressMade(taskAttemptID[3], 0.2f);
    job.progressMade(taskAttemptID[4], 0.5f);
    job.progressMade(taskAttemptID[5], 0.6f);
    job.progressMade(taskAttemptID[6], 0.02f);

    // the progress has been set in such a way that
    // stddev > mean. now we depend on stddev capping
    // for speculation.
View Full Code Here
314
315
316
317
318
319
320
321
322
323
324
    //taskID 3 lower than 4. For taskID 3, the rate is 85/317000
    //and for taskID 4, the rate is 20/65000. But when we ask for a spec task
    //now, we should get back taskID 4 (since that is expected to complete
    //later than taskID 3).
    job.refresh(clock.getTime());
    job.progressMade(taskAttemptID[3], 0.85f);
    job.progressMade(taskAttemptID[4], 0.20f);
    taskAttemptID[5] = job.findMapTask(trackers[4]);
    assertEquals(taskAttemptID[5].getTaskID().getId(),4);
  }
View Full Code Here
315
316
317
318
319
320
321
322
323
324
325
    //and for taskID 4, the rate is 20/65000. But when we ask for a spec task
    //now, we should get back taskID 4 (since that is expected to complete
    //later than taskID 3).
    job.refresh(clock.getTime());
    job.progressMade(taskAttemptID[3], 0.85f);
    job.progressMade(taskAttemptID[4], 0.20f);
    taskAttemptID[5] = job.findMapTask(trackers[4]);
    assertEquals(taskAttemptID[5].getTaskID().getId(),4);
  }

  /*
 
View Full Code Here
350
351
352
353
354
355
356
357
358
359
360
    clock.advanceBySpeculativeLag();
    clock.advance(5000);
    // 65 secs have elapsed since task scheduling
    // set progress so that it will complete within
    // 300 seconds
    job.progressMade(taskAttemptID[1], 0.7f);

    // no new map task should be found
    job.refresh(clock.getTime());
    assertEquals(job.findMapTask(trackers[2]), null);
  }
View Full Code Here
397
398
399
400
401
402
403
404
405
406
407
    }

    clock.advanceBySpeculativeLag();

    for (i = numEarlyComplete; i < totalTasks; i++) {
      job.progressMade(taskAttemptID[i], 0.85f);
    }
    clock.advance(50000);
    for (i = 0; i < (totalTasks - numEarlyComplete); i++) {
      job.refresh(clock.getTime());
      taskAttemptID[i] = job.findMapTask(trackers[1]);
View Full Code Here
408
409
410
411
412
413
414
415
416
417
418
      clock.advance(2000);
      if (taskAttemptID[i] != null) {
        //add some good progress constantly for the different
        //task-attempts so that
        //the tasktracker doesn't get into the slow trackers category
        job.progressMade(taskAttemptID[i], 0.99f);
      } else {
        break;
      }
    }
    return i;
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.