Package org.apache.hadoop.raid.Decoder

Examples of org.apache.hadoop.raid.Decoder.DecoderInputStream

689
690
691
692
693
694
695
696
697
698
699
         
          try {
            int idx = nextLocation++;
            Codec codec = Codec.getCodecs().get(idx);
           
            DecoderInputStream recoveryStream =
                RaidNode.unRaidCorruptInputStream(innerConf, path,
                codec, parityFilePairs.get(idx), blockSize, offset, limit);
           
            if (null != recoveryStream) {
              return recoveryStream;
View Full Code Here
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
            if (!parityFilePairs.containsKey(codec.id)) {
              parityFilePairs.put(codec.id, ParityFilePair.getParityFile(codec,
                  srcStat, this.innerConf));
            }
           
            DecoderInputStream recoveryStream =
                RaidNode.unRaidCorruptInputStream(innerConf, path,
                codec, parityFilePairs.get(codec.id), lostBlock.getBlock(),
                blockSize, offset, limit, false);
           
            if (null != recoveryStream) {
              return recoveryStream;
            }
           
          } catch (Exception e) {
            LOG.info("Ignoring error in using alternate path " + path, e);
          }
        }
        // Second look up in the stripe store for dir-raid
        nextLocation = oldNextLocation;
        while (nextLocation < Codec.getCodecs().size()) {
          try {
            int idx = nextLocation++;
            Codec codec = Codec.getCodecs().get(idx);
            if (!codec.isDirRaid)
              continue;
            DecoderInputStream recoveryStream =
                RaidNode.unRaidCorruptInputStream(innerConf, path,
                codec, parityFilePairs.get(idx), lostBlock.getBlock(),
                blockSize, offset, limit, true);
           
            if (null != recoveryStream) {
View Full Code Here
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
        // calculate the oldCRC.
        CRC32 oldCrc = new CRC32();
        oldCrc.update(buffer);
       
        CRC32 newCrc = new CRC32();
        DecoderInputStream stream = decoder.new DecoderInputStream(
            RaidUtils.NULL_PROGRESSABLE, limit, stat.getBlockSize(), errorOffset,
            srcFs, srcPath, parityFs, parityPath, null, null, false);
        try {
          stream.read(buffer);
          newCrc.update(buffer);
          if (oldCrc.getValue() != newCrc.getValue()) {
            LogUtils.logFileCheckMetrics(LOGRESULTS.FAILURE, codec, srcPath,
                srcFs, errorOffset, limit, null, reporter);
            LOG.error("mismatch crc, old " + oldCrc.getValue() +
                ", new " + newCrc.getValue() + ", for file: " + srcPath
                + " at offset " + errorOffset + ", read limit " + limit);
            return false;
          }
        } finally {
          reporter.progress();
          if (stream != null) {
            stream.close();
          }
        }
      }
      return true;
    } finally {
View Full Code Here
TOP

Related Classes of org.apache.hadoop.raid.Decoder.DecoderInputStream

  • org.apache.hadoop.hdfs.DistributedRaidFileSystem$ExtFSDataInputStream$ExtFsInputStream
  • org.apache.hadoop.raid.tools.FastFileCheck
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.