Package org.apache.hadoop.tools

Examples of org.apache.hadoop.tools.HadoopArchives$AppendExecutor

388
389
390
391
392
393
394
395
396
397
398
  @Override
  public int createHadoopArchive(Configuration conf, Path sourceDir, Path destDir,
      String archiveName) throws Exception {

    HadoopArchives har = new HadoopArchives(conf);
    List<String> args = new ArrayList<String>();

    if (conf.get("hive.archive.har.parentdir.settable") == null) {
      throw new RuntimeException("hive.archive.har.parentdir.settable is not set");
    }
View Full Code Here
386
387
388
389
390
391
392
393
394
395
396
  @Override
  public int createHadoopArchive(Configuration conf, Path sourceDir, Path destDir,
      String archiveName) throws Exception {

    HadoopArchives har = new HadoopArchives(conf);
    List<String> args = new ArrayList<String>();

    if (conf.get("hive.archive.har.parentdir.settable") == null) {
      throw new RuntimeException("hive.archive.har.parentdir.settable is not set");
    }
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
          "-p",
          fs.getHomeDirectory().toString(),
          "test_files",
          fs.getHomeDirectory().toString()
      };
      int ret = ToolRunner.run(new HadoopArchives(getConf()), args);
      assert ret == 0;
      printMeasurements();
    }
    fs.delete(remotePath, true);
    fs.delete(archivePath, true);
View Full Code Here
117
118
119
120
121
122
123
124
125
126
    String[] args = {
        "-copyFromLocal",
        localDir.toString(),
        archivePath.toString()
    };
    int ret = ToolRunner.run(new HadoopArchives(getConf()), args);
    printMeasurements();
    assert ret == 0;
    fs.delete(archivePath, true);
  }
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
  // test archives with a -p option
  @Test
  public void testRelativeArchives() throws Exception {
    fs.delete(archivePath, true);
    Configuration conf = mapred.createJobConf();
    HadoopArchives har = new HadoopArchives(conf);

    {
      String[] args = new String[6];
      args[0] = "-archiveName";
      args[1] = "foo1.har";
View Full Code Here
226
227
228
229
230
231
232
233
234
235
236
    Configuration conf = mapred.createJobConf();
   
    boolean archivecaching = conf.getBoolean("fs.har.impl.disable.cache", false);
    assertTrue(archivecaching);
    fs.delete(archivePath, true);
    HadoopArchives har = new HadoopArchives(conf);
    String[] args = new String[4];
    //check for destination not specfied
    args[0] = "-archiveName";
    args[1] = "foo.har";
View Full Code Here
318
319
320
321
322
323
324
325
326
327
328
  @Test
  public void testSpaces() throws Exception {
     fs.delete(archivePath, true);
     Configuration conf = mapred.createJobConf();
     HadoopArchives har = new HadoopArchives(conf);
     String[] args = new String[6];
     args[0] = "-archiveName";
     args[1] = "foo bar.har";
     args[2] = "-p";
     args[3] = fs.getHomeDirectory().toString();
View Full Code Here
420
421
422
423
424
425
426
427
428
429
430
 
  @Test
  public void testLsOnTopArchiveDirectory() throws Exception {
    fs.delete(archivePath, true);
    Configuration conf = mapred.createJobConf();
    HadoopArchives har = new HadoopArchives(conf);
    String[] args = {
        "-archiveName", 
        "foobar.har",
        "-p",
        inputPath.toString(),
View Full Code Here
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
  public void testAppend() throws Exception {
    fs.delete(archivePath, true);
    Configuration conf = mapred.createJobConf();
    Path finalPath = new Path(archivePath, "foobar.har");
    {
      HadoopArchives har = new HadoopArchives(conf);
      // create archive
      String[] args = {
          "-archiveName",
          finalPath.getName(),
          "-p",
          inputPath.toString(),
          filea.getName(),
          fileb.getName(),
          archivePath.toString()
      };
      int ret = ToolRunner.run(har, args);
      assertTrue("failed test", ret == 0);
    }
    {
      HadoopArchives har = new HadoopArchives(conf);
      // append to archive
      String[] args = {
          "-append",
          finalPath.getName(),
          "-p",
View Full Code Here
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
    Path dirPath = new Path(inputPath, "dir");
    Path filee = new Path(dirPath, "e");
    fs.mkdirs(dirPath);
    CopyFilesBase.createFileWithContent(fs, filee, "e".getBytes());
    {
      HadoopArchives har = new HadoopArchives(conf);
      // create full archive
      String[] args = {
          "-archiveName",
          archive2.getName(),
          "-p", inputPath.toString(),
          filea.getName(),
          fileb.getName(),
          filec.getName(),
          filed.getName(),
          "dir/e",
          archivePath.toString()
      };
      int ret = ToolRunner.run(har, args);
      assertTrue("failed test", ret == 0);
    }
    {
      HadoopArchives har = new HadoopArchives(conf);
      // create archive without a, b, e
      String[] args = {
          "-archiveName",
          archive.getName(),
          "-p", inputPath.toString(),
          filec.getName(),
          filed.getName(),
          archivePath.toString()
      };
      int ret = ToolRunner.run(har, args);
      assertTrue("failed test", ret == 0);
    }
    {
      HadoopArchives har = new HadoopArchives(conf);
      // append to archive
      String[] args = {
          "-appendFromArchive",
          archive2.toString(),
          "/a",
View Full Code Here
TOP

Related Classes of org.apache.hadoop.tools.HadoopArchives$AppendExecutor

  • org.apache.commons.cli.CommandLine
  • org.apache.commons.cli.CommandLineParser
  • org.apache.commons.cli.Option
  • org.apache.commons.cli.Options
  • org.apache.commons.cli.PosixParser
  • org.apache.hadoop.cli.TestMRCLI$ArchiveCmdExecutor
  • org.apache.hadoop.fs.BenchmarkHar
  • org.apache.hadoop.fs.FileStatus
  • org.apache.hadoop.fs.FileSystem
  • org.apache.hadoop.fs.FSDataInputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.