Package org.apache.hadoop.tools.rumen

Examples of org.apache.hadoop.tools.rumen.ZombieJobProducer

199
200
201
202
203
204
205
206
207
    JobSubmitter submitter, String traceIn, Path scratchDir, Configuration conf,
    CountDownLatch startFlag, UserResolver resolver)
    throws IOException {
    return GridmixJobSubmissionPolicy.getPolicy(
      conf, GridmixJobSubmissionPolicy.STRESS).createJobFactory(
      submitter, new ZombieJobProducer(
        createInputStream(
          traceIn), null), scratchDir, conf, startFlag, resolver);
  }
View Full Code Here
778
779
780
781
782
783
784
785
786
787
788
    Configuration conf = new Configuration();
    File fin = new File("src" + File.separator + "test" + File.separator
            + "resources" + File.separator + "data" + File.separator
            + "wordcount2.json");
    // read couple jobs from wordcount2.json
    JobStoryProducer jobProducer = new ZombieJobProducer(new Path(
            fin.getAbsolutePath()), null, conf);
    CountDownLatch startFlag = new CountDownLatch(1);
    UserResolver resolver = new SubmitterUserResolver();
    FakeJobSubmitter submitter = new FakeJobSubmitter();
    File ws = new File("target" + File.separator + this.getClass().getName());
View Full Code Here
208
209
210
211
212
213
214
215
216
   * @throws IOException if there was an error.
   */
  protected JobStoryProducer createJobStoryProducer(String traceIn,
      Configuration conf) throws IOException {
    if ("-".equals(traceIn)) {
      return new ZombieJobProducer(System.in, null);
    }
    return new ZombieJobProducer(new Path(traceIn), null, conf);
  }
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
  public ZombieJob getZombieJob(JobID jobId) {
    return zombieJobs.get(jobId);
  }
 
  private Map<JobID, ZombieJob> buildJobStories() throws IOException {
    ZombieJobProducer zjp = new ZombieJobProducer(path,null, conf);
    Map<JobID, ZombieJob> hm = new HashMap<JobID, ZombieJob>();
    ZombieJob zj = zjp.getNextJob();
    while (zj != null) {
      hm.put(zj.getJobID(),zj);
      zj = zjp.getNextJob();
    }
    if (hm.size() == 0) {
      return null;
    } else {
      return hm;
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
    Assert.assertEquals(res, 0);
  }
 
  private int getNumberJobs(Path inputFile, Configuration conf)
      throws IOException {
    ZombieJobProducer jobProducer = new ZombieJobProducer(inputFile, null, conf);
    try {
      int numJobs = 0;
      while (jobProducer.getNextJob() != null) {
        ++numJobs;
      }
      return numJobs;
    } finally {
      jobProducer.close();
    }
  }
View Full Code Here
172
173
174
175
176
177
178
179
  protected JobFactory createJobFactory(JobSubmitter submitter, String traceIn,
      Path scratchDir, Configuration conf, CountDownLatch startFlag)
      throws IOException {
     return GridmixJobSubmissionPolicy.getPolicy(
       conf, GridmixJobSubmissionPolicy.STRESS).createJobFactory(
       submitter, new ZombieJobProducer(
         createInputStream(
           traceIn), null), scratchDir, conf, startFlag);  }
View Full Code Here
73
74
75
76
77
78
79
80
   * @throws java.io.IOException
   */
  public JobFactory(JobSubmitter submitter, InputStream jobTrace,
      Path scratch, Configuration conf, CountDownLatch startFlag)
      throws IOException {
    this(submitter, new ZombieJobProducer(jobTrace, null), scratch, conf,
        startFlag);
  }
View Full Code Here
208
209
210
211
212
213
214
215
216
   * @throws IOException if there was an error.
   */
  protected JobStoryProducer createJobStoryProducer(String traceIn,
      Configuration conf) throws IOException {
    if ("-".equals(traceIn)) {
      return new ZombieJobProducer(System.in, null);
    }
    return new ZombieJobProducer(new Path(traceIn), null, conf);
  }
View Full Code Here
76
77
78
79
80
81
82
83
   * @throws java.io.IOException
   */
  public JobFactory(JobSubmitter submitter, InputStream jobTrace,
      Path scratch, Configuration conf, CountDownLatch startFlag,
      UserResolver userResolver) throws IOException {
    this(submitter, new ZombieJobProducer(jobTrace, null), scratch, conf,
        startFlag, userResolver);
  }
View Full Code Here
210
211
212
213
214
215
216
217
218
   * @throws IOException if there was an error.
   */
  protected JobStoryProducer createJobStoryProducer(String traceIn,
      Configuration conf) throws IOException {
    if ("-".equals(traceIn)) {
      return new ZombieJobProducer(System.in, null);
    }
    return new ZombieJobProducer(new Path(traceIn), null, conf);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.tools.rumen.ZombieJobProducer

  • org.apache.hadoop.mapred.gridmix.Gridmix
  • org.apache.hadoop.mapred.gridmix.JobFactory
  • org.apache.hadoop.mapred.gridmix.test.system.GridmixJobStory
  • org.apache.hadoop.mapred.gridmix.TestGridMixClasses
  • org.apache.hadoop.mapred.SimulatorJobStoryProducer
  • org.apache.hadoop.mapred.SortedZombieJobProducer
  • org.apache.hadoop.mapred.TestSimulatorEndToEnd
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.