Package org.apache.hadoop.tools.rumen

Examples of org.apache.hadoop.tools.rumen.ZombieJobProducer

747
748
749
750
751
752
753
754
755
756
757
    Configuration conf = new Configuration();
    File fin = new File("src" + File.separator + "test" + File.separator
            + "resources" + File.separator + "data" + File.separator
            + "wordcount2.json");
    // read couple jobs from wordcount2.json
    JobStoryProducer jobProducer = new ZombieJobProducer(new Path(
            fin.getAbsolutePath()), null, conf);
    CountDownLatch startFlag = new CountDownLatch(1);
    UserResolver resolver = new SubmitterUserResolver();
    FakeJobSubmitter submitter = new FakeJobSubmitter();
    File ws = new File("target" + File.separator + this.getClass().getName());
View Full Code Here
75
76
77
78
79
80
81
82
   * @throws java.io.IOException
   */
  public JobFactory(JobSubmitter submitter, InputStream jobTrace,
      Path scratch, Configuration conf, CountDownLatch startFlag,
      UserResolver userResolver) throws IOException {
    this(submitter, new ZombieJobProducer(jobTrace, null), scratch, conf,
        startFlag, userResolver);
  }
View Full Code Here
76
77
78
79
80
81
82
83
   * @throws java.io.IOException
   */
  public JobFactory(JobSubmitter submitter, InputStream jobTrace,
      Path scratch, Configuration conf, CountDownLatch startFlag,
      UserResolver userResolver) throws IOException {
    this(submitter, new ZombieJobProducer(jobTrace, null), scratch, conf,
        startFlag, userResolver);
  }
View Full Code Here
209
210
211
212
213
214
215
216
217
   * @throws IOException if there was an error.
   */
  protected JobStoryProducer createJobStoryProducer(String traceIn,
      Configuration conf) throws IOException {
    if ("-".equals(traceIn)) {
      return new ZombieJobProducer(System.in, null);
    }
    return new ZombieJobProducer(new Path(traceIn), null, conf);
  }
View Full Code Here
199
200
201
202
203
204
205
206
207
    JobSubmitter submitter, String traceIn, Path scratchDir, Configuration conf,
    CountDownLatch startFlag, UserResolver resolver)
    throws IOException {
    return GridmixJobSubmissionPolicy.getPolicy(
      conf, GridmixJobSubmissionPolicy.STRESS).createJobFactory(
      submitter, new ZombieJobProducer(
        createInputStream(
          traceIn), null), scratchDir, conf, startFlag, resolver);
  }
View Full Code Here
208
209
210
211
212
213
214
215
216
   * @throws IOException if there was an error.
   */
  protected JobStoryProducer createJobStoryProducer(String traceIn,
      Configuration conf) throws IOException {
    if ("-".equals(traceIn)) {
      return new ZombieJobProducer(System.in, null);
    }
    return new ZombieJobProducer(new Path(traceIn), null, conf);
  }
View Full Code Here
44
45
46
47
48
49
50
51
    this(path, cluster, firstJobStartTime, conf, System.nanoTime());
  }

  public SimulatorJobStoryProducer(Path path, ZombieCluster cluster,
      long firstJobStartTime, Configuration conf, long seed) throws IOException {
    producer = new ZombieJobProducer(path, cluster, conf, seed);
    this.firstJobStartTime = firstJobStartTime;
  }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
    Assert.assertEquals(res, 0);
  }
 
  private int getNumberJobs(Path inputFile, Configuration conf)
      throws IOException {
    ZombieJobProducer jobProducer = new ZombieJobProducer(inputFile, null, conf);
    try {
      int numJobs = 0;
      while (jobProducer.getNextJob() != null) {
        ++numJobs;
      }
      return numJobs;
    } finally {
      jobProducer.close();
    }
  }
View Full Code Here
75
76
77
78
79
80
81
82
   * @throws java.io.IOException
   */
  public JobFactory(JobSubmitter submitter, InputStream jobTrace,
      Path scratch, Configuration conf, CountDownLatch startFlag,
      UserResolver userResolver) throws IOException {
    this(submitter, new ZombieJobProducer(jobTrace, null), scratch, conf,
        startFlag, userResolver);
  }
View Full Code Here
146
147
148
149
150
151
152
153
154
   * @throws IOException if there was an error.
   */
  protected JobStoryProducer createJobStoryProducer(String traceIn,
      Configuration conf) throws IOException {
    if ("-".equals(traceIn)) {
      return new ZombieJobProducer(System.in, null);
    }
    return new ZombieJobProducer(new Path(traceIn), null, conf);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.tools.rumen.ZombieJobProducer

  • org.apache.hadoop.mapred.gridmix.Gridmix
  • org.apache.hadoop.mapred.gridmix.JobFactory
  • org.apache.hadoop.mapred.gridmix.test.system.GridmixJobStory
  • org.apache.hadoop.mapred.gridmix.TestGridMixClasses
  • org.apache.hadoop.mapred.SimulatorJobStoryProducer
  • org.apache.hadoop.mapred.SortedZombieJobProducer
  • org.apache.hadoop.mapred.TestSimulatorEndToEnd
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.