Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FileSystem.rename()

353
354
355
356
357
358
359
360
361
362
363
        logger.info("Moving " + this.taskIndexFileName + " to " + indexFile);
        if(outputFs.exists(indexFile)) {
            outputFs.delete(indexFile);
        }
        outputFs.rename(taskIndexFileName, indexFile);

        logger.info("Moving " + this.taskValueFileName + " to " + valueFile);
        if(outputFs.exists(valueFile)) {
            outputFs.delete(valueFile);
        }
View Full Code Here
359
360
361
362
363
364
365
366
367
        logger.info("Moving " + this.taskValueFileName + " to " + valueFile);
        if(outputFs.exists(valueFile)) {
            outputFs.delete(valueFile);
        }
        outputFs.rename(this.taskValueFileName, valueFile);
    }

}
View Full Code Here
171
172
173
174
175
176
177
178
179
180
181
    Configuration conf = new Configuration();
    conf.set("fs.http.impl", HoopFileSystem.class.getName());
    fs = FileSystem.get(getJettyURL().toURI(), conf);
    Path oldPath = new Path(path.toUri().getPath());
    Path newPath = new Path(path.getParent(), "bar");
    fs.rename(oldPath, newPath);
    fs.close();
    fs = FileSystem.get(getHadoopConf());
    Assert.assertFalse(fs.exists(oldPath));
    Assert.assertTrue(fs.exists(newPath));
    fs.close();
View Full Code Here
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
          LOG.info(logFileName + " doesnt exist! Using "
                   + tmpFilename + " as the master history file for user.");
          if (fs.exists(tmpFilePath)) {
            LOG.info("Renaming " + tmpFilename + " to " + logFileName
                     + " in user directory");
            fs.rename(tmpFilePath, logFilePath);
          }
        }
      }
     
      return ret;
View Full Code Here
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
      if (masterLogPath != null) {
        FileSystem fs = masterLogPath.getFileSystem(conf);
        if (fs.exists(tmpLogPath)) {
          LOG.info("Renaming " + tmpLogFileName + " to " + masterLogFileName
                   + " in user directory");
          fs.rename(tmpLogPath, masterLogPath);
        }
      }
    }

    /**
 
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
      {
        ZipUtils.zip(fs, tmpath, fs, tmpathzip);
       
        if (!fs.exists(new Path(indexHdfsPath))) {
         
          fs.rename(new Path(tmpathzip), new Path(indexHdfsPath));
        }
      }else{
          if (!fs.exists(new Path(indexHdfsPath))) {
          fs.rename(new Path(tmpath), new Path(indexHdfsPath));
        }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
         
          fs.rename(new Path(tmpathzip), new Path(indexHdfsPath));
        }
      }else{
          if (!fs.exists(new Path(indexHdfsPath))) {
          fs.rename(new Path(tmpath), new Path(indexHdfsPath));
        }
      }

    } catch (Throwable e) {
      throw new IOException(e);
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
      Configuration conf = context.getConfiguration();
      FileSystem fs = FileSystem.get(conf);
      fs.copyFromLocalFile(new Path(localtmpath), new Path(tmpath));

      if (!fs.exists(new Path(indexHdfsPath))) {
        fs.rename(new Path(tmpath), new Path(indexHdfsPath));
      }
      if (shardWriter.getNumDocs() > 0 && lastkey != null) {
        TaskID taskId = context.getTaskAttemptID().getTaskID();
        int partition = taskId.getId();
        System.out.println("###########>>>>"+partition);
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
        br.close();

        writer.close();
        reader.close();
        fs.delete(filepath, true);
        fs.rename(randompath, filepath);
      } catch (Exception e) {
        fs.delete(randompath, true);
      }
    }
    }
View Full Code Here
221
222
223
224
225
226
227
228
229
230
231
       
        for( FileStatus outpath:fs.listStatus(new Path(store)))
        {
          if(!outpath.isDir())
          {
            fs.rename(outpath.getPath(), new Path(txtpath,outpath.getPath().getName()+"_"+System.currentTimeMillis()));
          }
        }
        fs.delete(new Path(store),true);
       
        Path basepath=new Path(MdrillService.getBasePath());
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.