Package org.apache.hadoop.mapreduce.tools

Examples of org.apache.hadoop.mapreduce.tools.CLI

530
531
532
533
534
535
536
    // because this method does not implemented still.
    verifyJobPriority(jobId, "NORMAL", conf, createJobClient());
  }

  protected CLI createJobClient() throws IOException {
    return new CLI();
  }
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
  /**
   * test fail task
   */
  private void testfailTask(Job job, Configuration conf) throws Exception {
    CLI jc = createJobClient();
    TaskID tid = new TaskID(job.getJobID(), TaskType.MAP, 0);
    TaskAttemptID taid = new TaskAttemptID(tid, 1);
    ByteArrayOutputStream out = new ByteArrayOutputStream();
    //  TaskAttemptId is not set
    int exitCode = runTool(conf, jc, new String[] { "-fail-task" }, out);
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
  }
  /**
   * test a kill task
   */
  private void testKillTask(Job job, Configuration conf) throws Exception {
    CLI jc = createJobClient();
    TaskID tid = new TaskID(job.getJobID(), TaskType.MAP, 0);
    TaskAttemptID taid = new TaskAttemptID(tid, 1);
    ByteArrayOutputStream out = new ByteArrayOutputStream();
    // bad parameters
    int exitCode = runTool(conf, jc, new String[] { "-kill-task" }, out);
View Full Code Here
183
184
185
186
187
188
189
190
191
192
193
 
  /**
   * test a kill job
   */
  private void testKillJob(String jobId, Configuration conf) throws Exception {
    CLI jc = createJobClient();

    ByteArrayOutputStream out = new ByteArrayOutputStream();
    // without jobId
    int exitCode = runTool(conf, jc, new String[] { "-kill" }, out);
    assertEquals("Exit code", -1, exitCode);
View Full Code Here
201
202
203
204
205
206
207
208
209
210
211
  /**
   * test submit task from file
   */
  private void testSubmit(Configuration conf) throws Exception {
    CLI jc = createJobClient();

    Job job = MapReduceTestUtil.createJob(conf, getInputDir(), getOutputDir(),
        1, 1, "ping");
    job.setJobName("mr");
    job.setPriority(JobPriority.NORMAL);
View Full Code Here
265
266
267
268
269
270
271
272
273
274
275
  }
  /**
   * black list
   */
  private void testListBlackList(Configuration conf) throws Exception {
    CLI jc = createJobClient();
    ByteArrayOutputStream out = new ByteArrayOutputStream();
    int exitCode = runTool(conf, jc, new String[] {
        "-list-blacklisted-trackers", "second in" }, out);
    assertEquals("Exit code", -1, exitCode);
    exitCode = runTool(conf, jc, new String[] { "-list-blacklisted-trackers" },
View Full Code Here
288
289
290
291
292
293
294
295
296
297
298
  /**
   * print AttemptIds list
   */
  private void testListAttemptIds(String jobId, Configuration conf)
      throws Exception {
    CLI jc = createJobClient();
    ByteArrayOutputStream out = new ByteArrayOutputStream();
    int exitCode = runTool(conf, jc, new String[] { "-list-attempt-ids" }, out);
    assertEquals("Exit code", -1, exitCode);
    exitCode = runTool(conf, jc, new String[] { "-list-attempt-ids", jobId,
        "MAP", "completed" }, out);
View Full Code Here
309
310
311
312
313
314
315
316
317
318
319
  }
  /**
   * print tracker list
   */
  private void testListTrackers(Configuration conf) throws Exception {
    CLI jc = createJobClient();
    ByteArrayOutputStream out = new ByteArrayOutputStream();
    int exitCode = runTool(conf, jc, new String[] { "-list-active-trackers",
        "second parameter" }, out);
    assertEquals("Exit code", -1, exitCode);
    exitCode = runTool(conf, jc, new String[] { "-list-active-trackers" }, out);
View Full Code Here
330
331
332
333
334
335
336
337
338
339
340
  }
  /**
   * print job history from file
   */
  private void testJobHistory(Configuration conf) throws Exception {
    CLI jc = createJobClient();
    ByteArrayOutputStream out = new ByteArrayOutputStream();
    File f = new File("src/test/resources/job_1329348432655_0001-10.jhist");
    // bad command
    int exitCode = runTool(conf, jc, new String[] { "-history", "pul",
        "file://" + f.getAbsolutePath() }, out);
View Full Code Here
357
358
359
360
361
362
363
364
365
366
367
  }
  /**
   * print job events list
   */
  private void testJobEvents(String jobId, Configuration conf) throws Exception {
    CLI jc = createJobClient();
    ByteArrayOutputStream out = new ByteArrayOutputStream();
    int exitCode = runTool(conf, jc, new String[] { "-events" }, out);
    assertEquals("Exit code", -1, exitCode);

    exitCode = runTool(conf, jc, new String[] { "-events", jobId, "0", "100" },
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapreduce.tools.CLI

  • org.apache.hadoop.mapred.JobConf
  • org.apache.hadoop.mapred.TIPStatus
  • org.apache.hadoop.mapreduce.Cluster
  • org.apache.hadoop.mapreduce.Counters
  • org.apache.hadoop.mapreduce.Job
  • org.apache.hadoop.mapreduce.jobhistory.HistoryViewer
  • org.apache.hadoop.mapreduce.JobID
  • org.apache.hadoop.mapreduce.JobPriority
  • org.apache.hadoop.mapreduce.TaskAttemptID
  • org.apache.hadoop.mapreduce.TestMRJobClient
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.