Package org.apache.hadoop.raid.RaidUtils

Examples of org.apache.hadoop.raid.RaidUtils.RaidInfo

1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
   */
  private Map<Integer, Integer> getLostStripes(
              Configuration conf, FileStatus stat, FileSystem fs)
                  throws IOException {
    Map<Integer, Integer> lostStripes = new HashMap<Integer, Integer>();
    RaidInfo raidInfo = RaidUtils.getFileRaidInfo(stat, conf);
    if (raidInfo.codec == null) {
      // Can not find the parity file, the file is not raided.
      return lostStripes;
    }
    Codec codec = raidInfo.codec;
View Full Code Here
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
      HashMap<Integer, Integer> corruptBlocksPerStripe =
        new LinkedHashMap<Integer, Integer>();
      boolean fileCorrupt = false;
      // Har checking requires one more RPC to namenode per file
      // skip it for performance.
      RaidInfo raidInfo = RaidUtils.getFileRaidInfo(fileStat, conf, true);
      if (raidInfo.codec == null) {
        raidInfo = RaidUtils.getFileRaidInfo(fileStat, conf, false);
      }
      if (raidInfo.codec == null) {
        // Couldn't find out the parity file, so the file is corrupt
View Full Code Here
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
        Path corruptFile = corruptIt.next();
        // Result of checking.
        String result = null;
        FileStatus stat = fs.getFileStatus(corruptFile);
        if (stat.getReplication() < fs.getDefaultReplication()) {
          RaidInfo raidInfo = RaidUtils.getFileRaidInfo(stat, conf);
          if (raidInfo.codec == null) {
            result = "Below default replication but no parity file found";
          } else {
            boolean notRecoverable = isFileCorrupt(dfs, stat);
            if (notRecoverable) {
View Full Code Here
TOP

Related Classes of org.apache.hadoop.raid.RaidUtils.RaidInfo

  • org.apache.hadoop.raid.DistBlockIntegrityMonitor
  • org.apache.hadoop.raid.RaidShell
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.