Package org.apache.hadoop.hdfs

Examples of org.apache.hadoop.hdfs.RemoteBlockReader

52
53
54
55
56
57
58
59
60
61
62
  /**
   * Verify that if we read an entire block, we send CHECKSUM_OK
   */
  @Test
  public void testBlockVerification() throws Exception {
    RemoteBlockReader reader = (RemoteBlockReader)spy(
        util.getBlockReader(testBlock, 0, FILE_SIZE_K * 1024));
    util.readAndCheckEOS(reader, FILE_SIZE_K * 1024, true);
    verify(reader).sendReadResult(reader.dnSock, Status.CHECKSUM_OK);
    reader.close();
  }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
75
76
77
  /**
   * Test that if we do an incomplete read, we don't call CHECKSUM_OK
   */
  @Test
  public void testIncompleteRead() throws Exception {
    RemoteBlockReader reader = (RemoteBlockReader)spy(
        util.getBlockReader(testBlock, 0, FILE_SIZE_K * 1024));
    util.readAndCheckEOS(reader, FILE_SIZE_K / 2 * 1024, false);

    // We asked the blockreader for the whole file, and only read
    // half of it, so no CHECKSUM_OK
    verify(reader, never()).sendReadResult(reader.dnSock, Status.CHECKSUM_OK);
    reader.close();
  }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
   * the whole block or not.
   */
  @Test
  public void testCompletePartialRead() throws Exception {
    // Ask for half the file
    RemoteBlockReader reader = (RemoteBlockReader)spy(
        util.getBlockReader(testBlock, 0, FILE_SIZE_K * 1024 / 2));
    // And read half the file
    util.readAndCheckEOS(reader, FILE_SIZE_K * 1024 / 2, true);
    verify(reader).sendReadResult(reader.dnSock, Status.CHECKSUM_OK);
    reader.close();
  }
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
114
    int lengths[] = new int[] { 30, 300, 512, 513, 1025 };
    for (int startOffset : startOffsets) {
      for (int length : lengths) {
        DFSClient.LOG.info("Testing startOffset = " + startOffset + " and " +
                           " len=" + length);
        RemoteBlockReader reader = (RemoteBlockReader)spy(
            util.getBlockReader(testBlock, startOffset, length));
        util.readAndCheckEOS(reader, length, true);
        verify(reader).sendReadResult(reader.dnSock, Status.CHECKSUM_OK);
        reader.close();
      }
    }
  }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
  private class MockGetBlockReader implements Answer<RemoteBlockReader> {
    public RemoteBlockReader reader = null;
    private Socket sock = null;

    public RemoteBlockReader answer(InvocationOnMock invocation) throws Throwable {
      RemoteBlockReader prevReader = reader;
      reader = (RemoteBlockReader) invocation.callRealMethod();
      if (sock == null) {
        sock = reader.dnSock;
      } else if (prevReader != null && prevReader.hasSentStatusCode()) {
        // Can't reuse socket if the previous BlockReader didn't read till EOS.
        assertSame("DFSInputStream should use the same socket",
                   sock, reader.dnSock);
      } return reader;
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hdfs.RemoteBlockReader

  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.hdfs.protocol.datatransfer.PacketHeader
  • org.apache.hadoop.hdfs.protocol.datatransfer.Sender
  • org.apache.hadoop.hdfs.protocol.proto.DataTransferProtos.BlockOpResponseProto
  • org.apache.hadoop.hdfs.protocol.proto.DataTransferProtos.ReadOpChecksumInfoProto
  • org.apache.hadoop.hdfs.TestClientBlockVerification
  • org.apache.hadoop.hdfs.TestConnCache$MockGetBlockReader
  • org.apache.hadoop.util.DataChecksum
  • org.apache.hadoop.hdfs.security.token.block.InvalidBlockTokenException
  • java.io.OutputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.