Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.Path.toUri()

597
598
599
600
601
602
603
604
605
606
607
      new File(scriptPath.toUri().getPath()).setExecutable(true);

      URI uri = scriptPath.toUri();
      DistributedCache.createSymlink(conf);
      DistributedCache.addCacheFile(uri, conf);
      conf.setMapDebugScript(scriptPath.toUri().getPath());

      RunningJob job = null;
      try {
        JobClient jc = new JobClient(conf);
        job = jc.submitJob(conf);
View Full Code Here
313
314
315
316
317
318
319
320
321
322
323
      url = getProxy().getJobHistoryLocationForRetiredJob(jobId);
    } else {
      url = info.getHistoryUrl();
    }
    Path p = new Path(url);
    if (p.toUri().getScheme().equals("file:/")) {
      FileStatus st = getFileStatus(url, true);
      Assert.assertNotNull("Job History file for " + jobId + " not present " +
          "when job is completed" , st);
    } else {
      FileStatus st = getFileStatus(url, false);
View Full Code Here
154
155
156
157
158
159
160
161
162
163
164
      if (fs.exists(TEST_DIR) && !fs.delete(TEST_DIR, true)) {
        fail("Cannot delete TEST_DIR!");
      }

      if (fs.mkdirs(new Path(TEST_DIR, parent))) {
        if (!(new File(parent.toUri().getPath()).setWritable(false, false))) {
          fail("Cannot chmod parent!");
        }
      } else {
        fail("Cannot create parent dir!");
      }
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
      mr = new MiniMRCluster(0, "file:///", 4, null, null, config);
      assertFalse(
          "CompletedJobStore is unexpectly active!",
          mr.getJobTrackerRunner().getJobTracker().completedJobStatusStore.isActive());
    } finally {
      new File(parent.toUri().getPath()).setWritable(true, false);
      if (mr != null) {
        mr.shutdown();
      }
    }
  }
View Full Code Here
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
            jobId.toString()), fConf);
    if (!localFs.mkdirs(workDir)) {
      throw new IOException("Mkdirs failed to create "
          + workDir.toString());
    }
    System.setProperty(JOB_LOCAL_DIR, workDir.toUri().getPath());
    localJobConf.set(JOB_LOCAL_DIR, workDir.toUri().getPath());

    // Download the job.jar for this job from the system FS
    localizeJobJarFile(userName, jobId, userFs, localJobConf);
View Full Code Here
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
    if (!localFs.mkdirs(workDir)) {
      throw new IOException("Mkdirs failed to create "
          + workDir.toString());
    }
    System.setProperty(JOB_LOCAL_DIR, workDir.toUri().getPath());
    localJobConf.set(JOB_LOCAL_DIR, workDir.toUri().getPath());

    // Download the job.jar for this job from the system FS
    localizeJobJarFile(userName, jobId, userFs, localJobConf);

    return localJobConf;
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
    Credentials ts =
      Credentials.readTokenStorageFile(localJobTokenFile, conf);

    if(LOG.isDebugEnabled()) {
      LOG.debug("Task: Loaded jobTokenFile from: "+
          localJobTokenFile.toUri().getPath()
        +"; num of sec keys  = " + ts.numberOfSecretKeys() +
        " Number of tokens " +
        ts.numberOfTokens());
    }
    return ts;
View Full Code Here
213
214
215
216
217
218
219
220
221
222
223
        // Set up the user-directory.
        if (fs.exists(userDir) || fs.mkdirs(userDir)) {

          // Set permissions on the user-directory
          PermissionsHandler.setPermissions(
              new File(userDir.toUri().getPath()),
              PermissionsHandler.sevenZeroZero);
          userDirStatus = true;

          // Set up the jobcache directory
          File jobCacheDir =
View Full Code Here
309
310
311
312
313
314
315
316
317
318
319
      }

      initJobDirStatus = initJobDirStatus || jobDirStatus;

      // job-dir has to be private to the TT
      Localizer.PermissionsHandler.setPermissions(new File(jobDir.toUri()
          .getPath()), Localizer.PermissionsHandler.sevenZeroZero);
    }

    if (!initJobDirStatus) {
      throw new IOException("Not able to initialize job directories "
View Full Code Here
231
232
233
234
235
236
237
238
239
240
241
       
       
        public static String parseThedate(Path base,Path p)
        {
          Path parent=p.getParent();
          while(!parent.toUri().equals(base.toUri())&&base.toUri().compareTo(parent.toUri())<=0)
          {
            String name=parseThedate(parent.getName());
            if(name!=null)
            {
              return name;
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.