Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.Path.makeQualified()

493
494
495
496
497
498
499
500
501
502
503
            assertTrue(p.getSrcPath().equals(
                srcPath.makeQualified(srcPath.getFileSystem(conf))));
          } else if (p.getName().equals("policy2")) {
            Path srcPath = new Path("/user/dhruba/raidtest2");
            assertTrue(p.getSrcPath().equals(
                srcPath.makeQualified(srcPath.getFileSystem(conf))));
          } else if (p.getName().equals("policy3")){
            Path srcPath = new Path("/user/dhruba/raidtest3");
            assertTrue(p.getSrcPath().equals(
                srcPath.makeQualified(srcPath.getFileSystem(conf))));
          } else if (p.getName().equals("policy4")) {
View Full Code Here
497
498
499
500
501
502
503
504
505
506
507
            assertTrue(p.getSrcPath().equals(
                srcPath.makeQualified(srcPath.getFileSystem(conf))));
          } else if (p.getName().equals("policy3")){
            Path srcPath = new Path("/user/dhruba/raidtest3");
            assertTrue(p.getSrcPath().equals(
                srcPath.makeQualified(srcPath.getFileSystem(conf))));
          } else if (p.getName().equals("policy4")) {
            Path srcPath = new Path("/user/dhruba/dir-raidtest/");
            assertTrue(p.getSrcPath().equals(
                srcPath.makeQualified(srcPath.getFileSystem(conf))));
          } else {
View Full Code Here
501
502
503
504
505
506
507
508
509
510
511
            assertTrue(p.getSrcPath().equals(
                srcPath.makeQualified(srcPath.getFileSystem(conf))));
          } else if (p.getName().equals("policy4")) {
            Path srcPath = new Path("/user/dhruba/dir-raidtest/");
            assertTrue(p.getSrcPath().equals(
                srcPath.makeQualified(srcPath.getFileSystem(conf))));
          } else {
            assertEquals(p.getName(), "policy5");
            Path srcPath = new Path("/user/dhruba/dir-raidtestrs/");
            assertTrue(p.getSrcPath().equals(
                srcPath.makeQualified(srcPath.getFileSystem(conf))));
View Full Code Here
506
507
508
509
510
511
512
513
514
515
516
                srcPath.makeQualified(srcPath.getFileSystem(conf))));
          } else {
            assertEquals(p.getName(), "policy5");
            Path srcPath = new Path("/user/dhruba/dir-raidtestrs/");
            assertTrue(p.getSrcPath().equals(
                srcPath.makeQualified(srcPath.getFileSystem(conf))));
          }
          if (p.getName().equals("policy3") || p.getName().equals("policy5")) {
            if (p.getName().equals("policy3")) {
              assertTrue(p.getCodecId().equals("rs"));
            } else {
View Full Code Here
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
      runCount(root + "2/f1", 0, 1, conf);
      runCount(root + "2/sub", 1, 0, conf);

      final FileSystem localfs = FileSystem.getLocal(conf);
      Path localpath = new Path(TEST_ROOT_DIR, "testcount");
      localpath = localpath.makeQualified(localfs);
      localfs.mkdirs(localpath);

      final String localstr = localpath.toString();
      System.out.println("localstr=" + localstr);
      runCount(localstr, 1, 0, conf);
View Full Code Here
168
169
170
171
172
173
174
175
176
177
178
      Path systemDirectory = tracker.systemDirectory;
      if (!systemDirectory.isAbsolute()) {
        systemDirectory = new Path(tracker.systemFS.getWorkingDirectory(),
            systemDirectory);
      }
      systemDirectory = systemDirectory.makeQualified(tracker.systemFS);
      vargs.add("-Dmapred.system.dir=" + systemDirectory);

      // Add main class and its arguments
      vargs.add(CoronaJobTracker.class.getName());  // main of CJT
      vargs.add(task.getJobID().toString());      // Pass job id.
View Full Code Here
839
840
841
842
843
844
845
846
847
848
849
      Path uploadJarPath;

      Path originalJarPath = new Path(originalJar);
      originalJarPath =
        originalJarPath.makeQualified(FileSystem.getLocal(job));

      try {
        // If sharing is turned on, we load the job jar into the distributed
        // cache
View Full Code Here
950
951
952
953
954
955
956
957
958
959
960
            = MD5Hash.digest(new FileInputStream(tmp.toUri().getPath()));
          newPath = copyRemoteFiles(fs, libjarsDir, tmp, job, replication,
              md5hash.toString());
          DistributedCache.addSharedArchiveToClassPath(newPath, job);

          fileInfo.put(newPath.makeQualified(newPath.getFileSystem(job)).toUri(),
                       new FileInfo(md5hash.toString(),
                                    md5hash.getFileLength(),
                                    0));
        } else {
          newPath = copyRemoteFiles(fs, libjarsDir, tmp, job, replication);
View Full Code Here
960
961
962
963
964
965
966
967
968
969
970
          newPath = copyRemoteFiles(fs, libjarsDir, tmp, job, replication);
          DistributedCache.addArchiveToClassPath(newPath, job);

          FileStatus fStatus = DistributedCache.getFileStatus(job,
              newPath.toUri());
          fileInfo.put(newPath.makeQualified(newPath.getFileSystem(job)).toUri(),
                       new FileInfo(null,
                                    fStatus.getLen(),
                                    fStatus.getModificationTime()));
        }
      }
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
    this.conf = conf;
    this.clock = clock;
    this.fs = fs;

    Path sharedPath = new Path(systemDir, JobSubmissionProtocol.CAR);
    sharedPath = sharedPath.makeQualified(fs);
    this.cachePath = new Path[3];
    this.cachePath[0] = new Path(sharedPath, "files");
    this.cachePath[1] = new Path(sharedPath, "archives");
    this.cachePath[2] = new Path(sharedPath, "libjars");
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.