Examples of org.apache.hadoop.mapreduce.Job.waitForCompletion()

org.apache.hadoop.mapreduce.Job.waitForCompletion()
Submit the job to the cluster and wait for it to finish. @param verbose print the progress to the user @return true if the job succeeded @throws IOException thrown if the communication with the JobTracker is lost


    // Configure the partitioner and other things needed for HFileOutputFormat.
    HFileOutputFormat.configureIncrementalLoad(job, table);


    // Run the job making sure it works.
    assertEquals(true, job.waitForCompletion(true));


    // Create a new loader.
    LoadIncrementalHFiles loader = new LoadIncrementalHFiles(conf);


    // Load the HFiles in.

View Full Code Here

    job.setOutputKeyClass(NullWritable.class);
    job.setOutputValueClass(NullWritable.class);


    FileOutputFormat.setOutputPath(job, p);


    assertEquals(true, job.waitForCompletion(true));


    // Delete the files.
    util.getTestFileSystem().delete(p, true);
  }

View Full Code Here

    if (otherArgs.length < 2) {
      usage("Wrong number of arguments: " + otherArgs.length);
      System.exit(-1);
    }
    Job job = createSubmittableJob(conf, otherArgs);
    System.exit(job.waitForCompletion(true) ? 0 : 1);
  }
}

View Full Code Here

      job.setMapperClass(Mapper.class); //identity mapper


      FileOutputFormat.setOutputPath(job, tmpOutput);
      job.setOutputFormatClass(SequenceFileOutputFormat.class);


      boolean success = job.waitForCompletion(true);


      return success ? 0 : 1;
    }


    public int runGenerator(int numMappers, long numNodes, Path tmpOutput,

View Full Code Here

      job.getConfiguration().setBoolean("mapred.map.tasks.speculative.execution", false);
      TableMapReduceUtil.addDependencyJars(job);
      TableMapReduceUtil.addDependencyJars(job.getConfiguration(), AbstractHBaseTool.class);
      TableMapReduceUtil.initCredentials(job);


      boolean success = job.waitForCompletion(true);


      return success ? 0 : 1;
    }


    public int run(int numMappers, long numNodes, Path tmpOutput,

View Full Code Here


    TableMapReduceUtil.addDependencyJars(job);


    TableMapReduceUtil.addDependencyJars(job.getConfiguration(), AbstractHBaseTool.class);
    TableMapReduceUtil.initCredentials(job);
    assertTrue(job.waitForCompletion(true));
  }


  private void doVerify(Configuration conf, HTableDescriptor htd) throws Exception {
    Path outputDir = getTestDir(TEST_NAME, "verify-output");

View Full Code Here

    TableMapReduceUtil.setScannerCaching(job, scannerCaching);


    job.setReducerClass(VerifyReducer.class);
    job.setNumReduceTasks(conf.getInt(NUM_REDUCE_TASKS_KEY, NUM_REDUCE_TASKS_DEFAULT));
    FileOutputFormat.setOutputPath(job, outputDir);
    assertTrue(job.waitForCompletion(true));


    long numOutputRecords = job.getCounters().findCounter(Counters.ROWS_WRITTEN).getValue();
    assertEquals(0, numOutputRecords);
  }

View Full Code Here

      // Acquire the delegation Tokens
      TokenCache.obtainTokensForNamenodes(job.getCredentials(),
        new Path[] { inputRoot, outputRoot }, conf);


      // Run the MR Job
      if (!job.waitForCompletion(true)) {
        // TODO: Replace the fixed string with job.getStatus().getFailureInfo()
        // when it will be available on all the supported versions.
        throw new ExportSnapshotException("Copy Files Map-Reduce Job failed");
      }
    } finally {

View Full Code Here

    String[] args = new String[] {"2", Bytes.toString(tableName)};
    Job job = VerifyReplication.createSubmittableJob(CONF_WITH_LOCALFS, args);
    if (job == null) {
      fail("Job wasn't created, see the log");
    }
    if (!job.waitForCompletion(true)) {
      fail("Job failed, see the log");
    }
    assertEquals(NB_ROWS_IN_BATCH, job.getCounters().
        findCounter(VerifyReplication.Verifier.Counters.GOODROWS).getValue());
    assertEquals(0, job.getCounters().

View Full Code Here

    htable2.delete(delete);
    job = VerifyReplication.createSubmittableJob(CONF_WITH_LOCALFS, args);
    if (job == null) {
      fail("Job wasn't created, see the log");
    }
    if (!job.waitForCompletion(true)) {
      fail("Job failed, see the log");
    }
    assertEquals(0, job.getCounters().
        findCounter(VerifyReplication.Verifier.Counters.GOODROWS).getValue());
    assertEquals(NB_ROWS_IN_BATCH, job.getCounters().

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.