Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSInputStream

116
117
118
119
120
121
122
123
124
125
126
  }
 
  @Test
  public void testWriteTo() throws IOException {

    FSInputStream fsin = new MockFSInputStream();
    ByteArrayOutputStream os = new ByteArrayOutputStream();

    // new int[]{s_1, c_1, s_2, c_2, ..., s_n, c_n} means to test
    // reading c_i bytes starting at s_i
    int[] pairs = new int[]{ 0, 10000,
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
    return InclusiveByteRange.satisfiableRanges(e, contentLength);
  }
 
  @Test
  public void testSendPartialData() throws IOException {
    FSInputStream in = new MockFSInputStream();
    ByteArrayOutputStream os = new ByteArrayOutputStream();

    // test if multiple ranges, then 416
    {
      List<InclusiveByteRange> ranges = strToRanges("0-,10-300", 500);
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
  }
 
  @Test
  public void testWriteTo() throws IOException {

    FSInputStream fsin = new MockFSInputStream();
    ByteArrayOutputStream os = new ByteArrayOutputStream();

    // new int[]{s_1, c_1, s_2, c_2, ..., s_n, c_n} means to test
    // reading c_i bytes starting at s_i
    int[] pairs = new int[]{ 0, 10000,
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
    return InclusiveByteRange.satisfiableRanges(e, contentLength);
  }
 
  @Test
  public void testSendPartialData() throws IOException {
    FSInputStream in = new MockFSInputStream();
    ByteArrayOutputStream os = new ByteArrayOutputStream();

    // test if multiple ranges, then 416
    {
      List<InclusiveByteRange> ranges = strToRanges("0-,10-300", 500);
View Full Code Here
198
199
200
201
202
203
204
205
206
207
208
209
210
211
      if ( isDir ) {
        verifyDir(dfs, path, overallChecksum);
      } else {
        // this is not a directory. Checksum the file data.
        CRC32 fileCRC = new CRC32();
        FSInputStream in = dfsOpenFileWithRetries(dfs, pathName);
        byte[] buf = new byte[4096];
        int nRead = 0;
        while ( (nRead = in.read(buf, 0, buf.length)) > 0 ) {
          fileCRC.update(buf, 0, nRead);
        }
       
        verifyChecksum(pathName, fileCRC.getValue());
      }
View Full Code Here
193
194
195
196
197
198
199
200
201
202
203
204
205
206
      if ( isDir ) {
        verifyDir(dfs, path, overallChecksum);
      } else {
        // this is not a directory. Checksum the file data.
        CRC32 fileCRC = new CRC32();
        FSInputStream in = dfsOpenFileWithRetries(dfs, pathName);
        byte[] buf = new byte[4096];
        int nRead = 0;
        while ( (nRead = in.read(buf, 0, buf.length)) > 0 ) {
          fileCRC.update(buf, 0, nRead);
        }
       
        verifyChecksum(pathName, fileCRC.getValue());
      }
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
160
161
162
      if ( isDir ) {
        verifyDir(client, path);
      } else {
        // this is not a directory. Checksum the file data.
        CRC32 fileCRC = new CRC32();
        FSInputStream in = client.open(path);
        byte[] buf = new byte[4096];
        int nRead = 0;
        while ( (nRead = in.read(buf, 0, buf.length)) > 0 ) {
          fileCRC.update(buf, 0, nRead);
        }
       
        verifyChecksum(path, fileCRC.getValue());
      }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.fs.FSInputStream

  • org.apache.hadoop.dfs.ClusterTestDFS
  • org.apache.hadoop.dfs.HftpFileSystem
  • org.apache.hadoop.dfs.NNBench
  • org.apache.hadoop.dfs.TestDecommission
  • org.apache.hadoop.dfs.TestDFSUpgradeFromImage
  • org.apache.hadoop.dfs.TestSeekBug
  • org.apache.hadoop.dfs.TestSmallBlock
  • org.apache.hadoop.fs.s3.S3FileSystemBaseTest
  • org.apache.hadoop.fs.shell.TestCopy
  • org.apache.hadoop.hdfs.HftpFileSystem
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.