Package org.apache.hadoop.tools

Examples of org.apache.hadoop.tools.HadoopArchives$HArchivesConvertingMapper

428
429
430
431
432
433
434
435
436
437
438
  @Override
  public int createHadoopArchive(Configuration conf, Path sourceDir, Path destDir,
      String archiveName) throws Exception {

    HadoopArchives har = new HadoopArchives(conf);
    List<String> args = new ArrayList<String>();

    if (conf.get("hive.archive.har.parentdir.settable") == null) {
      throw new RuntimeException("hive.archive.har.parentdir.settable is not set");
    }
View Full Code Here
289
290
291
292
293
294
295
296
297
298
299
  }

  @Test
  public void testGetTokensForUriWithoutAuth() throws IOException {
    FileSystem fs = dfsCluster.getFileSystem();
    HadoopArchives har = new HadoopArchives(jConf);
    Path archivePath = new Path(fs.getHomeDirectory(), "tmp");
    String[] args = new String[6];
    args[0] = "-archiveName";
    args[1] = "foo1.har";
    args[2] = "-p";
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
 
  // test archives with a -p option
  public void testRelativeArchives() throws Exception {
    fs.delete(archivePath, true);
    Configuration conf = mapred.createJobConf();
    HadoopArchives har = new HadoopArchives(conf);

    {
      String[] args = new String[6];
      args[0] = "-archiveName";
      args[1] = "foo1.har";
View Full Code Here
225
226
227
228
229
230
231
232
233
234
235
  }
  public void testArchivesWithMapred() throws Exception {
    fs.delete(archivePath, true);
    Configuration conf = mapred.createJobConf();
    HadoopArchives har = new HadoopArchives(conf);
    String[] args = new String[4];
    //check for destination not specfied
    args[0] = "-archiveName";
    args[1] = "foo.har";
View Full Code Here
95
96
97
98
99
100
101
102
103
      this.namenode = namenode;
      this.jobConf = jobConf;
    }
    protected void execute(final String cmd) throws Exception {
//      JobConf job=new JobConf(conf);
      HadoopArchives archive = new HadoopArchives(jobConf);
      String[] args = getCommandAsArgs(cmd, "NAMENODE", namenode);
      ToolRunner.run(archive, args);
    }
View Full Code Here
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
    Path root = new Path("/");
    Path qualifiedPath = dest.getPath().makeQualified(destFs);
    String harFileDst = qualifiedPath.getName() + HAR_SUFFIX;
    String harFileSrc = qualifiedPath.getName() + "-" +
                                rand.nextLong() + "-" + HAR_SUFFIX;
    HadoopArchives har = new HadoopArchives(conf);
    String[] args = new String[6];
    args[0] = "-archiveName";
    args[1] = harFileSrc;
    args[2] = "-p";
    args[3] = root.makeQualified(destFs).toString();
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
      }
//      for (FileStatus ds : fs.globStatus(new Path(dir, "*"))){
//        LOG.info("src : "+ds.getPath().toUri().toString());
//      }

      final HadoopArchives har = new HadoopArchives(newConf);
      int rc = ToolRunner.run(har, args);
      if (rc!= 0){
        throw new Exception("Har returned error code "+rc);
      }

View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
      }
//      for (FileStatus ds : fs.globStatus(new Path(dir, "*"))){
//        LOG.info("src : "+ds.getPath().toUri().toString());
//      }

      final HadoopArchives har = new HadoopArchives(newConf);
      int rc = ToolRunner.run(har, args);
      if (rc != 0) {
        throw new Exception("Har returned error code " + rc);
      }

View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
      }
//      for (FileStatus ds : fs.globStatus(new Path(dir, "*"))){
//        LOG.info("src : "+ds.getPath().toUri().toString());
//      }

      final HadoopArchives har = new HadoopArchives(newConf);
      int rc = ToolRunner.run(har, args);
      if (rc != 0) {
        throw new Exception("Har returned error code " + rc);
      }

View Full Code Here
452
453
454
455
456
457
458
459
460
461
462
  @Override
  public int createHadoopArchive(Configuration conf, Path sourceDir, Path destDir,
      String archiveName) throws Exception {

    HadoopArchives har = new HadoopArchives(conf);
    List<String> args = new ArrayList<String>();

    args.add("-archiveName");
    args.add(archiveName);
    args.add(sourceDir.toString());
View Full Code Here
TOP

Related Classes of org.apache.hadoop.tools.HadoopArchives$HArchivesConvertingMapper

  • org.apache.commons.cli.CommandLine
  • org.apache.commons.cli.CommandLineParser
  • org.apache.commons.cli.Option
  • org.apache.commons.cli.Options
  • org.apache.commons.cli.PosixParser
  • org.apache.hadoop.cli.TestMRCLI$ArchiveCmdExecutor
  • org.apache.hadoop.fs.BenchmarkHar
  • org.apache.hadoop.fs.FileStatus
  • org.apache.hadoop.fs.FileSystem
  • org.apache.hadoop.fs.FSDataInputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.