Package org.apache.hadoop.tools

Examples of org.apache.hadoop.tools.HadoopArchives$HArchivesMergingReducer

366
367
368
369
370
371
372
373
374
375
376
  @Override
  public int createHadoopArchive(Configuration conf, Path sourceDir, Path destDir,
      String archiveName) throws Exception {

    HadoopArchives har = new HadoopArchives(conf);
    List<String> args = new ArrayList<String>();

    args.add("-archiveName");
    args.add(archiveName);
    args.add("-p");
View Full Code Here
427
428
429
430
431
432
433
434
435
436
437
  @Override
  public int createHadoopArchive(Configuration conf, Path sourceDir, Path destDir,
      String archiveName) throws Exception {

    HadoopArchives har = new HadoopArchives(conf);
    List<String> args = new ArrayList<String>();

    if (conf.get("hive.archive.har.parentdir.settable") == null) {
      throw new RuntimeException("hive.archive.har.parentdir.settable is not set");
    }
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
 
  // test archives with a -p option
  public void testRelativeArchives() throws Exception {
    fs.delete(archivePath, true);
    Configuration conf = mapred.createJobConf();
    HadoopArchives har = new HadoopArchives(conf);

    {
      String[] args = new String[6];
      args[0] = "-archiveName";
      args[1] = "foo1.har";
View Full Code Here
252
253
254
255
256
257
258
259
260
261
262
  }
  public void testArchivesWithMapred() throws Exception {
    fs.delete(archivePath, true);
    Configuration conf = mapred.createJobConf();
    HadoopArchives har = new HadoopArchives(conf);
    String[] args = new String[4];
    //check for destination not specfied
    args[0] = "-archiveName";
    args[1] = "foo.har";
View Full Code Here
370
371
372
373
374
375
376
377
378
379
380
  }
 
  public void testGetFileBlockLocations() throws Exception {
    fs.delete(archivePath, true);
    Configuration conf = mapred.createJobConf();
    HadoopArchives har = new HadoopArchives(conf);
    String[] args = new String[8];
    args[0] = "-Dhar.block.size=512";
    args[1] = "-Dhar.partfile.size=1";
    args[2] = "-archiveName";
    args[3] = "foo bar.har";
View Full Code Here
404
405
406
407
408
409
410
411
412
413
414
  }

  public void testSpaces() throws Exception {
     fs.delete(archivePath, true);
     Configuration conf = mapred.createJobConf();
     HadoopArchives har = new HadoopArchives(conf);
     String[] args = new String[6];
     args[0] = "-archiveName";
     args[1] = "foo bar.har";
     args[2] = "-p";
     args[3] = fs.getHomeDirectory().toString();
View Full Code Here
105
106
107
108
109
110
111
112
113
      this.namenode = namenode;
      this.jobConf = jobConf;
    }
    @Override
    protected void execute(final String cmd) throws Exception {
      HadoopArchives archive = new HadoopArchives(jobConf);
      String[] args = getCommandAsArgs(cmd, "NAMENODE", namenode);
      ToolRunner.run(archive, args);
    }
View Full Code Here
173
174
175
176
177
178
179
180
181
182
183
 
  // test archives with a -p option
  public void testRelativeArchives() throws Exception {
    fs.delete(archivePath, true);
    Configuration conf = mapred.createJobConf();
    HadoopArchives har = new HadoopArchives(conf);

    {
      String[] args = new String[6];
      args[0] = "-archiveName";
      args[1] = "foo1.har";
View Full Code Here
253
254
255
256
257
258
259
260
261
262
263
  }
  public void testArchivesWithMapred() throws Exception {
    fs.delete(archivePath, true);
    Configuration conf = mapred.createJobConf();
    HadoopArchives har = new HadoopArchives(conf);
    String[] args = new String[4];
    //check for destination not specfied
    args[0] = "-archiveName";
    args[1] = "foo.har";
View Full Code Here
371
372
373
374
375
376
377
378
379
380
381
  }
 
  public void testGetFileBlockLocations() throws Exception {
    fs.delete(archivePath, true);
    Configuration conf = mapred.createJobConf();
    HadoopArchives har = new HadoopArchives(conf);
    String[] args = new String[8];
    args[0] = "-Dhar.block.size=512";
    args[1] = "-Dhar.partfile.size=1";
    args[2] = "-archiveName";
    args[3] = "foo bar.har";
View Full Code Here
TOP

Related Classes of org.apache.hadoop.tools.HadoopArchives$HArchivesMergingReducer

  • org.apache.commons.cli.CommandLine
  • org.apache.commons.cli.CommandLineParser
  • org.apache.commons.cli.Option
  • org.apache.commons.cli.Options
  • org.apache.commons.cli.PosixParser
  • org.apache.hadoop.cli.TestMRCLI$ArchiveCmdExecutor
  • org.apache.hadoop.fs.BenchmarkHar
  • org.apache.hadoop.fs.FileStatus
  • org.apache.hadoop.fs.FileSystem
  • org.apache.hadoop.fs.FSDataInputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.