Package org.apache.hadoop.raid

Examples of org.apache.hadoop.raid.ParityFilePair

253
254
255
256
257
258
259
260
261
262
263
        // we will rename the parity paths as well.
        srcParityList.add(parityPath);
        destParityList.add(new Path(codec.parityDirectory, makeRelative(dst)));
      } else {
        // check the HAR for file
        ParityFilePair parityInHar =
            ParityFilePair.getParityFile(codec, src, conf);
        if (null != parityInHar) {
          // this means we have the parity file in HAR
          // will throw an exception.
          throw new IOException("We can not rename the file whose parity file" +
View Full Code Here
378
379
380
381
382
383
384
385
386
387
388
        this.innerConf.setBoolean("fs.hdfs.impl.disable.cache", true);
       
        // load the parity files
        this.parityFilePairs = new ArrayList<ParityFilePair>();
        for (Codec codec : Codec.getCodecs()) {
          ParityFilePair ppair = ParityFilePair.getParityFile(codec,
              this.path, this.innerConf);
          this.parityFilePairs.add(ppair);
        }
       
        // Open a stream to the first block.
View Full Code Here
382
383
384
385
386
387
388
389
390
391
392
        srcParityList.add(parityPath);
        destParityList.add(new Path(codec.parityDirectory, makeRelative(dst)));
      } catch (FileNotFoundException ex) {
        // parity file does not exist
        // check the HAR for file
        ParityFilePair parityInHar =
            ParityFilePair.getParityFile(codec, srcStat, conf);
        if (null != parityInHar) {
          // this means we have the parity file in HAR
          // will throw an exception.
          throw new IOException("We can not rename the file whose parity file" +
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
      // generate the parity files.
      doRaid(srcPath, codec);
      FileStatus stat = fileSys.getFileStatus(srcPath);
     
      // verify the GOOD_FILE
      ParityFilePair pfPair = ParityFilePair.getParityFile(codec, stat, conf);
      assertNotNull(pfPair);
      assertTrue(FastFileCheck.checkFile(conf, (DistributedFileSystem)fileSys,
          fileSys, srcPath, pfPair.getPath(), codec,
          RaidUtils.NULL_PROGRESSABLE, false));
     
      // verify the BAD_FILE
      fileSys.delete(srcPath);
      TestRaidDfs.createTestFilePartialLastBlock(fileSys, srcPath,
          1, 8, 8192L);
      fileSys.setTimes(pfPair.getPath(),
          fileSys.getFileStatus(srcPath).getModificationTime(), -1);
      stat = fileSys.getFileStatus(srcPath);
      pfPair = ParityFilePair.getParityFile(codec, stat, conf);
      assertNotNull(pfPair);
      assertFalse(FastFileCheck.checkFile(conf, (DistributedFileSystem)fileSys,
          fileSys, srcPath, pfPair.getPath(), codec,
          RaidUtils.NULL_PROGRESSABLE, false));
    } finally {
      stopCluster();
    }
  }
View Full Code Here
258
259
260
261
262
263
264
265
266
267
268
269
270
271
        return State.NOT_FOUND.toString();
      }
      boolean result = false;
      boolean raided = false;
      for (Codec codec : Codec.getCodecs()) {
        ParityFilePair pfPair = ParityFilePair.getParityFile(codec, srcStat, conf);
        if (pfPair != null) {
          raided = true;
          Path parityPath = pfPair.getPath();
          try {
            result = checkFile(conf, fs, fs, p, parityPath, codec, reporter
                , false);
          } catch (IOException ex) {
            LOG.warn("Encounter exception when checking the file: " + p, ex);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.raid.ParityFilePair

  • org.apache.hadoop.fs.FileStatus
  • org.apache.hadoop.fs.FileSystem
  • org.apache.hadoop.fs.HarFileSystem
  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.hdfs.DistributedRaidFileSystem
  • org.apache.hadoop.hdfs.DistributedRaidFileSystem$ExtFSDataInputStream$ExtFsInputStream
  • org.apache.hadoop.raid.tools.FastFileCheck$FileCheckMapper
  • org.apache.hadoop.raid.tools.TestFastFileCheck
  • java.net.URI
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.