Package org.apache.hadoop.util

Examples of org.apache.hadoop.util.GenericOptionsParser

523
524
525
526
527
528
529
530
531
532
533
  }

  @Override
  public int run(String[] args) throws Exception {
    setConf(HBaseConfiguration.create(getConf()));
    String[] otherArgs = new GenericOptionsParser(getConf(), args).getRemainingArgs();
    if (otherArgs.length < 2) {
      usage("Wrong number of arguments: " + otherArgs.length);
      return -1;
    }
View Full Code Here
91
92
93
94
95
96
97
98
99
100
                    }
                }
                list.add(sb.toString());
            }

            new GenericOptionsParser(cfg, list.toArray(new String[list.size()]));
        } catch (Exception ex) {
            throw new EsHadoopIllegalStateException(ex);
        }
    }
View Full Code Here
153
154
155
156
157
158
159
160
161
162
          }
        }
        list.add(sb.toString());
      }

      new GenericOptionsParser(cfg, list.toArray(new String[list.size()]));
    } catch (IOException ex) {
      throw new IllegalStateException(ex);
    }
  }
View Full Code Here
157
158
159
160
161
162
163
164
165
166
      b.append(s);
      join = ",";
    }

   
    new GenericOptionsParser(conf, new String[]{"-libjars",b.toString()});
    System.out.println("tmpjars:"+b.toString()+"@@@@@"+conf.get("tmpjars"));


  }
View Full Code Here
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
    private LauncherOptions analyze() throws IOException, InterruptedException {
        LinkedList<String> copy = new LinkedList<String>(arguments);
        String applicationClassName = consumeApplicationClassName(copy);
        List<Path> libraryPaths = consumeLibraryPaths(copy);
        GenericOptionsParser genericOptions = processGenericOptions(copy);
        URLClassLoader applicationClassLoader = buildApplicationClassLoader(libraryPaths, applicationClassName);
        Class<? extends Tool> applicationClass = buildApplicationClass(applicationClassName);

        return new LauncherOptions(
                configuration,
                applicationClass,
                Arrays.asList(genericOptions.getRemainingArgs()),
                applicationClassLoader,
                applicationCacheFiles);
    }
View Full Code Here
240
241
242
243
244
245
246
        return results;
    }

    private GenericOptionsParser processGenericOptions(LinkedList<String> rest) throws IOException {
        String[] args = rest.toArray(new String[rest.size()]);
        return new GenericOptionsParser(configuration, args);
    }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
    }
  }

  public static void main(String[] args) throws Exception {
    Configuration conf = new Configuration();
    String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();
    if (otherArgs.length < 2) {
      System.err.println("Usage: wordcount <in> [<in>...] <out>");
      System.exit(2);
    }
    Job job = new Job(conf, "word count");
View Full Code Here
266
267
268
269
270
271
272
273
274
275
    System.exit(ret);
  }

  @Override
  public int run(String[] args) throws Exception {
    String[] otherArgs = new GenericOptionsParser(getConf(), args).getRemainingArgs();
    Job job = createSubmittableJob(getConf(), otherArgs);
    if (job == null) return 1;
    return job.waitForCompletion(true) ? 0 : 1;
  }
View Full Code Here
108
109
110
111
112
113
114
115
116
117
    return options;
  }

  private static CommandLine parseArguments(Configuration conf, Options options, String[] args)
      throws ParseException, IOException {
    GenericOptionsParser genParser = new GenericOptionsParser(conf, args);
    String[] remainingArgs = genParser.getRemainingArgs();
    CommandLineParser parser = new PosixParser();
    return parser.parse(options, remainingArgs);
  }
View Full Code Here
368
369
370
371
372
373
374
375
376
377
378
   * @param args  The command line parameters.
   * @throws Exception When running the job fails.
   */
  public static void main(String[] args) throws Exception {
    Configuration conf = HBaseConfiguration.create();
    String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();
    if (otherArgs.length < 2) {
      usage("Wrong number of arguments: " + otherArgs.length);
      System.exit(-1);
    }

View Full Code Here
TOP

Related Classes of org.apache.hadoop.util.GenericOptionsParser

  • com.asakusafw.runtime.stage.launcher.LauncherOptionsParser
  • com.ebay.erl.mobius.core.MobiusJobRunner
  • com.sematext.hbase.hut.RollbackUpdatesMrJob
  • com.twitter.elephantbird.examples.DeprecatedWrapperWordCount
  • com.twitter.elephantbird.examples.ProtobufMRExample
  • com.twitter.elephantbird.examples.ThriftMRExample
  • org.apache.blur.mapreduce.lib.CsvBlurDriver
  • org.apache.commons.cli.CommandLineParser
  • org.apache.commons.cli.GnuParser
  • org.apache.commons.cli.HelpFormatter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.