Examples of org.apache.hadoop.util.Tool

org.apache.hadoop.util.Tool
e>Configuration processed by ToolRunner Configuration conf = getConf(); // Create a JobConf using the processed conf JobConf job = new JobConf(conf, MyApp.class); // Process custom command-line options Path in = new Path(args[1]); Path out = new Path(args[2]); // Specify various job-specific parameters job.setJobName("my-app"); job.setInputPath(in); job.setOutputPath(out); job.setMapperClass(MyMapper.class); job.setReducerClass(MyReducer.class); // Submit the job, then poll for progress until the job is complete JobClient.runJob(job); return 0; } public static void main(String[] args) throws Exception { // Let ToolRunner handle generic command-line options int res = ToolRunner.run(new Configuration(), new MyApp(), args); System.exit(res); } }
@see GenericOptionsParser @see ToolRunner

    }


    // run the import
    List<String> argv = new ArrayList<String>(Arrays.asList(args));
    argv.add(inputPath.toString());
    Tool tool = new ImportTsv();
    LOG.debug("Running ImportTsv with arguments: " + argv);
    assertEquals(0, ToolRunner.run(conf, tool, argv.toArray(args)));


    // Perform basic validation. If the input args did not include
    // ImportTsv.BULK_OUTPUT_CONF_KEY then validate data in the table.

View Full Code Here

            return LAUNCH_ERROR;
        }
        try {
            Configuration conf = options.getConfiguration();
            conf.setClassLoader(options.getApplicationClassLoader());
            Tool tool;
            try {
                tool = ReflectionUtils.newInstance(options.getApplicationClass(), conf);
            } catch (Exception e) {
                LOG.error(MessageFormat.format(
                        "Exception occurred in launcher: {0}{1}",

View Full Code Here

     * @throws Exception if failed to execute command
     */
    public static void main(String... args) throws Exception {
        LOG.info("[OT-CLEAN-I00000] Start Hadoop FS cleaning tool");
        long start = System.currentTimeMillis();
        Tool tool = new Clean();
        tool.setConf(new Configuration());
        int exit = tool.run(args); // no generic options
        long end = System.currentTimeMillis();
        LOG.info(MessageFormat.format(
                "[OT-CLEAN-I00999] Finish Hadoop FS cleaning tool (exit-code={0}, elapsed={1}ms)",
                exit,
                end - start));

View Full Code Here

     * list via program entry.
     * @throws Exception if failed
     */
    @Test
    public void run() throws Exception {
        Tool exec = new DirectIoListTransaction(repo);
        indoubt("ex1");
        indoubt("ex2");
        indoubt("ex3");


        assertThat(ToolRunner.run(conf, exec, new String[0]), is(0));

View Full Code Here

     * Invalid arguments for program entry.
     * @throws Exception if failed
     */
    @Test
    public void run_invalid() throws Exception {
        Tool exec = new DirectIoListTransaction(repo);
        assertThat(ToolRunner.run(conf, exec, new String[] { "1" }), is(not(0)));
    }

View Full Code Here

     * applies via program entry.
     * @throws Exception if failed
     */
    @Test
    public void run() throws Exception {
        Tool exec = new DirectIoApplyTransaction(repo);


        indoubt("ex1");
        assertThat(count(production1), is(0));
        assertThat(count(production2), is(0));

View Full Code Here

     * applies via program entry but failed.
     * @throws Exception if failed
     */
    @Test
    public void run_failure() throws Exception {
        Tool exec = new DirectIoApplyTransaction(repo);
        indoubt("ex1");


        writable(production1, false);
        assertThat(ToolRunner.run(conf, exec, new String[] {"ex1"}), is(not(0)));
    }

View Full Code Here

     * Invalid arguments for program entry.
     * @throws Exception if failed
     */
    @Test
    public void run_invalid() throws Exception {
        Tool exec = new DirectIoApplyTransaction(repo);
        assertThat(ToolRunner.run(conf, exec, new String[] { }), is(not(0)));
        assertThat(ToolRunner.run(conf, exec, new String[] {"1", "2"}), is(not(0)));
    }

View Full Code Here

     * aborts via program entry.
     * @throws Exception if failed
     */
    @Test
    public void run() throws Exception {
        Tool exec = new DirectIoAbortTransaction(repo);


        indoubt("ex1");
        assertThat(count(production1), is(0));
        assertThat(count(production2), is(0));

View Full Code Here

     * Invalid arguments for program entry.
     * @throws Exception if failed
     */
    @Test
    public void run_invalid() throws Exception {
        Tool exec = new DirectIoAbortTransaction(repo);
        assertThat(ToolRunner.run(conf, exec, new String[] { }), is(not(0)));
        assertThat(ToolRunner.run(conf, exec, new String[] {"1", "2"}), is(not(0)));
    }

View Full Code Here

0 1 2 3 4 5 6 7 8

TOP

Related Classes of org.apache.hadoop.util.Tool

cmd.infer

cmd.stats

cmd.tdbloader4

com.asakusafw.directio.tools.DirectIoAbortTransactionTest

com.asakusafw.directio.tools.DirectIoApplyTransactionTest

com.asakusafw.directio.tools.DirectIoListTransactionTest

com.asakusafw.operation.tools.hadoop.fs.Clean

com.asakusafw.runtime.stage.launcher.ApplicationLauncher

hadoopbook.ch5.LocalDriverTest

io.fabric8.hadoop.commands.HadoopCommand

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.