Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.ChecksumException

346
347
348
349
350
351
352
353
354
355
356
        (checksums[checksumsOff + 2] << 8 & 0xff00) |
        checksums[checksumsOff + 3] & 0xff;
      checksumsOff += 4;
      if (calculated != stored) {
        long errPos = basePos + dataPos - n;
        throw new ChecksumException(
            "Checksum error: "+ fileName + " at "+ errPos +
            " exp: " + stored + " got: " + calculated, errPos);
      }
    }
  }
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
          return;
        LOG.info("PROCESSING EVENT: " + synchronizationPoint + " counter: " + simulatedFailure);
        simulatedFailure++;
        if(event == InjectionEvent.INGEST_READ_OP && ((simulatedFailure % 3) == 1)){
          LOG.info("Throwing checksum exception");  
          throw new ChecksumException("Testing checksum exception...", 0);
        }
       
        if(event == InjectionEvent.INGEST_READ_OP && ((simulatedFailure % 7) == 1)){
          LOG.info("Throwing IO exception");
          throw new IOException("Testing IO exception...");
View Full Code Here
991
992
993
994
995
996
997
998
999
1000
1001
        throws IOException {
      if (checksum != null) {
        int calculatedChecksum = (int)checksum.getValue();
        int readChecksum = in.readInt(); // read in checksum
        if (readChecksum != calculatedChecksum) {
          throw new ChecksumException(
              "Transaction is corrupt. Calculated checksum is " +
              calculatedChecksum + " but read checksum " + readChecksum, txid);
        }
      }
    }
View Full Code Here
342
343
344
345
346
347
348
349
350
351
  throws IOException {
    if (supportChecksum) {
      int expectedChecksum = rawStream.readInt();  // read in checksum
      int calculatedChecksum = (int)checksum.getValue();
      if (expectedChecksum != calculatedChecksum) {
        throw new ChecksumException(
            "Transaction " + tid + " is corrupt.", tid);
      }
    }
  }
View Full Code Here
314
315
316
317
318
319
320
321
322
323
324
          checksum.reset();
          int dLen = Math.min(dLeft, bytesPerChecksum);
          checksum.update(buf, dOff, dLen);
          if (!checksum.compare(buf, cOff)) {
            long failedPos = offset + len -dLeft;
            throw new ChecksumException("Checksum failed at " +
                                        failedPos, failedPos);
          }
          dLeft -= dLen;
          dOff += dLen;
          cOff += checksumSize;
View Full Code Here
4049
4050
4051
4052
4053
4054
4055
4056
4057
4058
4059
        throws IOException {
      if (checksum != null) {
        int calculatedChecksum = (int)checksum.getValue();
        int readChecksum = in.readInt(); // read in checksum
        if (readChecksum != calculatedChecksum) {
          throw new ChecksumException(
              "Transaction is corrupt. Calculated checksum is " +
              calculatedChecksum + " but read checksum " + readChecksum, txid);
        }
      }
    }
View Full Code Here
642
643
644
645
646
647
648
649
650
651
652
      checksum.reset();
      int dLen = Math.min(dLeft, chunkSize);
      checksum.update(buf, dOff, dLen);
      if (!checksum.compare(buf, cOff)) {
        long failedPos = offset + datalen - dLeft;
        throw new ChecksumException("Checksum failed at " + failedPos,
            failedPos);
      }
      dLeft -= dLen;
      dOff += dLen;
      cOff += checksumSize;
View Full Code Here
298
299
300
301
302
303
304
305
306
307
308
      public Void answer(InvocationOnMock invocation) throws Throwable {
        if (true) {
          Thread.sleep(hedgedReadTimeoutMillis + sleepMs);
          if (DFSClientFaultInjector.exceptionNum.compareAndSet(0, 1)) {
            System.out.println("-------------- throw Checksum Exception");
            throw new ChecksumException("ChecksumException test", 100);
          }
        }
        return null;
      }
    }).when(injector).fetchFromDatanodeException();
View Full Code Here
1771
1772
1773
1774
1775
1776
1777
1778
1779
1780
1781
        for (int i=0; i<numChunks; i++) {
          checksum.reset();
          int dLen = Math.min(dLeft, bytesPerChecksum);
          checksum.update(buf, dOff, dLen);
          if (!checksum.compare(buf, cOff)) {
            throw new ChecksumException("Checksum failed at " +
                                        (offset + len - dLeft), len);
          }
          dLeft -= dLen;
          dOff += dLen;
          cOff += checksumSize;
View Full Code Here
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
          for (int i=0; i<numChunks; i++) {
            checksum.reset();
            int dLen = Math.min(dLeft, bytesPerChecksum);
            checksum.update(buf, dOff, dLen);
            if (!checksum.compare(buf, cOff)) {
              throw new ChecksumException("Checksum failed at " +
                                          (offset + len - dLeft), len);
            }
            dLeft -= dLen;
            dOff += dLen;
            cOff += checksumSize;
View Full Code Here
TOP

Related Classes of org.apache.hadoop.fs.ChecksumException

  • com.linkedin.camus.etl.kafka.mapred.EtlRecordReader
  • org.apache.hadoop.dfs.DataNode$BlockSender
  • org.apache.hadoop.hdfs.BlockReaderLocalInlineChecksum
  • org.apache.hadoop.hdfs.BlockReaderLocalWithChecksum
  • org.apache.hadoop.hdfs.notifier.server.TestTransactionalEditLogReader$TestTransactionalEditLogReaderHandler
  • org.apache.hadoop.hdfs.server.datanode.BlockInlineChecksumReader
  • org.apache.hadoop.hdfs.server.datanode.BlockSender
  • org.apache.hadoop.hdfs.server.datanode.BlockWithChecksumFileReader
  • org.apache.hadoop.hdfs.server.datanode.RaidBlockSender
  • org.apache.hadoop.hdfs.server.namenode.FSEditLog
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.