Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSDataInputStream.seek()

105
106
107
108
109
110
111
112
113
114
115
      } else {
        LOG.info("Opening " + srcFile + ":" + offset +
                 " for location " + locationIndex);
        FSDataInputStream s = fs.open(
            srcFile, conf.getInt("io.file.buffer.size", 64 * 1024));
        s.seek(offset);
        return s;
      }
    }
  }
}
View Full Code Here
957
958
959
960
961
962
963
964
965
966
967
        // open src file
        in = srcstat.getPath().getFileSystem(job).open(srcstat.getPath());
        reporter.incrCounter(Counter.BYTESEXPECTED, length);
        // open tmp file
        out = create(tmpFile, reporter, srcstat);
        in.seek(offset);
        if(in.getPos() != offset){
          throw new IOException("File byte number doesn't match the offset.");
        }
        for(int cbread; (cbread = in.read(buffer)) >= 0; ) {
          if(needCopied == 0)
View Full Code Here
399
400
401
402
403
404
405
406
407
408
409
      DistributedRaidFileSystem raidfs = getRaidFS();
      FSDataInputStream stm = raidfs.open(file);

      //Test end of file
      LOG.info("Seek to " + (stat.getLen()-1) + ", len=" + stat.getLen());
      stm.seek(stat.getLen()-1);
      assertEquals(stat.getLen()-1, stm.getPos());
     
      LOG.info("Seek to " + stat.getLen() + ", len=" + stat.getLen());
      stm.seek(stat.getLen());
      assertEquals(stat.getLen(), stm.getPos());
View Full Code Here
403
404
405
406
407
408
409
410
411
412
413
      LOG.info("Seek to " + (stat.getLen()-1) + ", len=" + stat.getLen());
      stm.seek(stat.getLen()-1);
      assertEquals(stat.getLen()-1, stm.getPos());
     
      LOG.info("Seek to " + stat.getLen() + ", len=" + stat.getLen());
      stm.seek(stat.getLen());
      assertEquals(stat.getLen(), stm.getPos());

      // Should work.
      LOG.info("Seek to " + (stat.getLen()/2) + ", len=" + stat.getLen());
      stm.seek(stat.getLen()/2);
View Full Code Here
408
409
410
411
412
413
414
415
416
417
418
      stm.seek(stat.getLen());
      assertEquals(stat.getLen(), stm.getPos());

      // Should work.
      LOG.info("Seek to " + (stat.getLen()/2) + ", len=" + stat.getLen());
      stm.seek(stat.getLen()/2);
      assertEquals(stat.getLen()/2, stm.getPos());

      // Should work.
      LOG.info("Seek to " + stat.getLen() + ", len=" + stat.getLen());
      stm.seek(stat.getLen());
View Full Code Here
413
414
415
416
417
418
419
420
421
422
423
      stm.seek(stat.getLen()/2);
      assertEquals(stat.getLen()/2, stm.getPos());

      // Should work.
      LOG.info("Seek to " + stat.getLen() + ", len=" + stat.getLen());
      stm.seek(stat.getLen());
      assertEquals(stat.getLen(), stm.getPos());
     
      LOG.info("Seek to " + (stat.getLen()+1) + ", len=" + stat.getLen());
      boolean expectedExceptionThrown = false;
      try {
View Full Code Here
419
420
421
422
423
424
425
426
427
428
429
      assertEquals(stat.getLen(), stm.getPos());
     
      LOG.info("Seek to " + (stat.getLen()+1) + ", len=" + stat.getLen());
      boolean expectedExceptionThrown = false;
      try {
        stm.seek(stat.getLen() + 1);
      } catch (EOFException e) {
        expectedExceptionThrown = true;
      }
      assertTrue(expectedExceptionThrown);
    } finally {
View Full Code Here
581
582
583
584
585
586
587
588
589
590
591
        int stripeIndex, int parityLength, long blockSize,
        long lastOffsetInBlock) throws IOException {
      FSDataInputStream parityIn = ppair.getFileSystem().open(ppair.getPath());
      try {
        // Seek to the beginning of parity stripe.
        parityIn.seek(stripeIndex * parityLength * blockSize + lastOffsetInBlock - CHECKSIZE);
        // Parity blocks are always full, so we should be able to read CHECKSIZE bytes.
        IOUtils.readFully(parityIn, actualParityBuf, 0, CHECKSIZE);
      } finally {
        parityIn.close();
      }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
          LOG.info("Using zeros at " + srcFile + ":" + errorBlockOffset);
          continue;
        }
        if (srcOffsets[i] < srcStat.getLen()) {
          FSDataInputStream in = fs.open(srcFile);
          in.seek(srcOffsets[i]);
          inputs[i] = in;
        } else {
          inputs[i] = new FSDataInputStream(
            new RaidUtils.ZeroInputStream(blockSize));
          LOG.info("Using zeros at " + srcFile + ":" + errorBlockOffset);
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
        }
      }

      if (fixSource) {
        FSDataInputStream parityFileIn = parityFs.open(parityFile);
        parityFileIn.seek(parityOffset(errorOffset, blockSize));
        inputs[inputs.length - 1] = parityFileIn;
      } else {
        inputs[inputs.length - 1] = new FSDataInputStream(
            new RaidUtils.ZeroInputStream(blockSize));
        LOG.info("Using zeros at " + parityFile + ":" + errorBlockOffset);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.