Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSDataInputStream.readByte()

147
148
149
150
151
152
153
154
155
156
157
            return codec.createInputStream(i);
          }
          break;
        }
        case 0x4f62: { // 'O' 'b'
          if (i.readByte() == 'j') {
            i.close();
            return new AvroFileInputStream(item.stat);
          }
          break;
        }
View Full Code Here
373
374
375
376
377
378
379
380
381
382
383
        return HdfsFileType.TXT;
      }

      switch (is.readShort()) {
      case 0x5345:
        if (is.readByte() == 'Q') {
          return HdfsFileType.SEQ;
        }
      default:
        is.seek(0);
        CompressionCodecFactory compressionCodecFactory = new CompressionCodecFactory(
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
    return new Iterator<Mutation>() {
     
      byte eventType;
     
      {
        eventType = login.readByte();
      }
     
      public boolean hasNext() {
        return eventType != CLOSE_EVENT;
      }
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
      }
     
      public Mutation next() {
        try {
          mutation.readFields(login);
          eventType = login.readByte();
        } catch (IOException e) {
          throw new RuntimeException(e);
        }
       
        return mutation;
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
          i.seek(0);
          return new GZIPInputStream(i);
        }
        case 0x5345: { // 'S' 'E'
          // Might be a SequenceFile
          if (i.readByte() == 'Q') {
            i.close();
            return new TextRecordInputStream(item.stat);
          }
        }
        default: {
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
            return codec.createInputStream(i);
          }
          break;
        }
        case 0x4f62: { // 'O' 'b'
          if (i.readByte() == 'j') {
            i.close();
            return new AvroFileInputStream(item.stat);
          }
          break;
        }
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
      FSDataOutputStream stm = createFile(fs, file1, 2);
      writeFile(stm);
      stm.close();

      in = fs.open(file1);
      in.readByte();

      DFSInputStream dfsClientIn = findDFSClientInputStream(in);     
      Field blockReaderField = DFSInputStream.class.getDeclaredField("blockReader");
      blockReaderField.setAccessible(true);
      BlockReader blockReader = (BlockReader) blockReaderField.get(dfsClientIn);
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
      blockReader.setArtificialSlowdown(1000);
      blockReader.isReadLocal = false;
      blockReader.isReadRackLocal = false;
      for (int i = 0; i < 1024; i++) {
        in.readByte();
      }

      blockReader.setArtificialSlowdown(0);
      for (int i = 1024; i < fileSize - 1; i++) {
        in.readByte();
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
        in.readByte();
      }

      blockReader.setArtificialSlowdown(0);
      for (int i = 1024; i < fileSize - 1; i++) {
        in.readByte();
      }

      ConcurrentHashMap<DatanodeInfo, DatanodeInfo> deadNodes = getDeadNodes(dfsClientIn);
      TestCase.assertEquals(1, deadNodes.size());
    } finally {
View Full Code Here
271
272
273
274
275
276
277
278
279
280
281
    start = 0;
    total = new byte[(int)trgLen];
    stm = dfs.open(trgPath);
    while(start<trgLen){
      stm.seek(start);
      total[start++] = stm.readByte();
    }
    stm.close();
    checkFileContent(total, bytes);
   
    // 7. positioned reading
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.