Package org.apache.hadoop.mapred.ControlledMapReduceJob

Examples of org.apache.hadoop.mapred.ControlledMapReduceJob.ControlledMapReduceJobRunner.join()

104
105
106
107
108
109
110
111
112
113
114
    ControlledMapReduceJob.waitTillNTotalTasksFinish(myJob, false, 16);
    assertTrue("Number of reduces finished", myJob.finishedReduces() == 16);
    ControlledMapReduceJob.waitTillNTasksStartRunning(myJob, false, 0);
    ControlledMapReduceJob.haveAllTasksFinished(myJob, false);

    jobRunner.join();
  }

  /**
   * Test single queue with multiple jobs.
   *
 
View Full Code Here
246
247
248
249
250
251
252
253
254
255
256
    controlledJob2.finishJob();
    ControlledMapReduceJob.waitTillNTotalTasksFinish(jip2, true, 12);
    ControlledMapReduceJob.assertNumTasksRunning(jip2, true, 0);

    jobRunner1.join();
    jobRunner2.join();
  }

  /**
   * Submit a job with less M/R tasks than total capacity and another job with
   * more M/R tasks than the remaining capacity. First job should utilize the
View Full Code Here
312
313
314
315
316
317
318
319
320
321
322
    ControlledMapReduceJob.waitTillNTotalTasksFinish(jip2, true, 12);
    ControlledMapReduceJob.assertNumTasksRunning(jip2, true, 0);

    jobRunner1.join();
    jobRunner2.join();
  }

  /**
   * Test to verify running of tasks in a queue going over its capacity. In
   * queue default, user U1 starts a job J1, having more M/R tasks than the
View Full Code Here
364
365
366
367
368
369
370
371
372
373
374
    // Finish job
    controlledJob.finishJob();
    ControlledMapReduceJob.waitTillNTotalTasksFinish(myJob, true, 15);
    ControlledMapReduceJob.assertNumTasksRunning(myJob, true, 0);
    jobRunner.join();
  }

  /**
   * Test to verify queue capacities across multiple queues. In this test, jobs
   * are submitted to different queues - all below the queue's capacity and
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
    ControlledMapReduceJob.waitTillNTotalTasksFinish(myJob, false, 16);
    assertTrue("Number of reduces finished", myJob.finishedReduces() == 16);
    ControlledMapReduceJob.waitTillNTasksStartRunning(myJob, false, 0);
    ControlledMapReduceJob.haveAllTasksFinished(myJob, false);

    jobRunner.join();
  }

  /**
   * Test single queue with multiple jobs.
   *
 
View Full Code Here
246
247
248
249
250
251
252
253
254
255
256
    controlledJob2.finishJob();
    ControlledMapReduceJob.waitTillNTotalTasksFinish(jip2, true, 12);
    ControlledMapReduceJob.assertNumTasksRunning(jip2, true, 0);

    jobRunner1.join();
    jobRunner2.join();
  }

  /**
   * Submit a job with less M/R tasks than total capacity and another job with
   * more M/R tasks than the remaining capacity. First job should utilize the
View Full Code Here
312
313
314
315
316
317
318
319
320
321
322
    ControlledMapReduceJob.waitTillNTotalTasksFinish(jip2, true, 12);
    ControlledMapReduceJob.assertNumTasksRunning(jip2, true, 0);

    jobRunner1.join();
    jobRunner2.join();
  }

  /**
   * Test to verify running of tasks in a queue going over its capacity. In
   * queue default, user U1 starts a job J1, having more M/R tasks than the
View Full Code Here
364
365
366
367
368
369
370
371
372
373
374
    // Finish job
    controlledJob.finishJob();
    ControlledMapReduceJob.waitTillNTotalTasksFinish(myJob, true, 15);
    ControlledMapReduceJob.assertNumTasksRunning(myJob, true, 0);
    jobRunner.join();
  }

  /**
   * Test to verify queue capacities across multiple queues. In this test, jobs
   * are submitted to different queues - all below the queue's capacity and
View Full Code Here
74
75
76
77
78
79
80
81
    ControlledMapReduceJob.waitTillNTasksStartRunning(jip, false, 4);
    LOG.info("Finishing 4 more reduces");
    controlledJob.finishNTasks(false, 4);
    ControlledMapReduceJob.waitTillNTotalTasksFinish(jip, false, 6);

    jobRunner.join();
  }
}
View Full Code Here
75
76
77
78
79
80
81
82
    ControlledMapReduceJob.waitTillNTasksStartRunning(jip, false, 4);
    LOG.info("Finishing 4 more reduces");
    controlledJob.finishNTasks(false, 4);
    ControlledMapReduceJob.waitTillNTotalTasksFinish(jip, false, 6);

    jobRunner.join();
  }
}
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.