Examples of readFields()

Examples of org.apache.hadoop.hdfs.protocol.AppendBlockHeader.readFields()

486
487
488
489
490
491
492
493
494
495
496
    InjectionHandler.processEventIO(InjectionEvent.DATANODE_APPEND_BLOCK);
   
    // Read in the header
    long startTime = System.currentTimeMillis();
    AppendBlockHeader headerToReceive = new AppendBlockHeader(versionAndOpcode);
    headerToReceive.readFields(in);
    int namespaceid = headerToReceive.getNamespaceId();
    Block block = new Block(headerToReceive.getBlockId(),
        headerToReceive.getNumBytes(), headerToReceive.getGenStamp());
    if (LOG.isInfoEnabled()) {
      if (remoteAddress == null) {
View Full Code Here

Examples of org.apache.hadoop.hdfs.protocol.Block.readFields()

1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
    long preferredBlockSize = in.readLong();
    int numBlocks = in.readInt();
    BlockInfo[] blocks = new BlockInfo[numBlocks];
    Block blk = new Block();
    for (int i = 0; i < numBlocks; i++) {
      blk.readFields(in);
      blocks[i] = new BlockInfo(blk, blockReplication);
    }
    PermissionStatus perm = PermissionStatus.read(in);
    String clientName = readString(in);
    String clientMachine = readString(in);
View Full Code Here

Examples of org.apache.hadoop.hdfs.protocol.BlockChecksumHeader.readFields()

541
542
543
544
545
546
547
548
549
550
551
  void getBlockChecksum(DataInputStream in,
      VersionAndOpcode versionAndOpcode) throws IOException {
    // header
    BlockChecksumHeader blockChecksumHeader =
        new BlockChecksumHeader(versionAndOpcode);
    blockChecksumHeader.readFields(in);
    final int namespaceId = blockChecksumHeader.getNamespaceId();
    final Block block = new Block(blockChecksumHeader.getBlockId(), 0,
            blockChecksumHeader.getGenStamp());

    DataOutputStream out = null;
View Full Code Here

Examples of org.apache.hadoop.hdfs.protocol.CopyBlockHeader.readFields()

594
595
596
597
598
599
600
601
602
603
604
  private void copyBlock(DataInputStream in,
      VersionAndOpcode versionAndOpcode) throws IOException {
   
    // Read in the header
    CopyBlockHeader copyBlockHeader = new CopyBlockHeader(versionAndOpcode);
    copyBlockHeader.readFields(in);
    long startTime = System.currentTimeMillis();
    int namespaceId = copyBlockHeader.getNamespaceId();
    long blockId = copyBlockHeader.getBlockId();
    long genStamp = copyBlockHeader.getGenStamp();
    Block block = new Block(blockId, 0, genStamp);
View Full Code Here

Examples of org.apache.hadoop.hdfs.protocol.DataTransferProtocol.PacketHeader.readFields()

235
236
237
238
239
240
241
242
243
244
245
    // Read next packet if the previous packet has been read completely.
    if (dataLeft <= 0) {
      //Read packet headers.
      PacketHeader header = new PacketHeader();
      header.readFields(in);

      if (LOG.isDebugEnabled()) {
        LOG.debug("DFSClient readChunk got header " + header);
      }
View Full Code Here

Examples of org.apache.hadoop.hdfs.protocol.DataTransferProtocol.PipelineAck.readFields()

889
890
891
892
893
894
895
896
897
898
899
            PipelineAck ack = new PipelineAck();
            try {
              if (!mirrorError) {
                // read an ack from downstream datanode
                ack.readFields(mirrorIn, numTargets);
                if (LOG.isDebugEnabled()) {
                  LOG.debug("PacketResponder " + numTargets + " got " + ack);
                }
                seqno = ack.getSeqno();
              }
View Full Code Here

Examples of org.apache.hadoop.hdfs.protocol.DatanodeID.readFields()

732
733
734
735
736
737
738
739
740
741
742
          break;
        }
        case OP_DATANODE_REMOVE: {
          numOpOther++;
          DatanodeID nodeID = new DatanodeID();
          nodeID.readFields(in);
          //Datanodes are not persistent any more.
          break;
        }
        case OP_SET_PERMISSIONS: {
          numOpSetPerm++;
View Full Code Here

Examples of org.apache.hadoop.hdfs.protocol.DatanodeInfo.readFields()

266
267
268
269
270
271
272
273
274
275
276
    boolean isRecovery = in.readBoolean(); // is this part of recovery?
    String client = Text.readString(in); // working on behalf of this client
    boolean hasSrcDataNode = in.readBoolean(); // is src node info present
    if (hasSrcDataNode) {
      srcDataNode = new DatanodeInfo();
      srcDataNode.readFields(in);
    }
    int numTargets = in.readInt();
    if (numTargets < 0) {
      throw new IOException("Mislabelled incoming datastream.");
    }
View Full Code Here

Examples of org.apache.hadoop.hdfs.protocol.PacketBlockReceiverProfileData.readFields()

244
245
246
247
248
249
250
251
252
253
254
    DataOutputStream dos = new DataOutputStream(baos);
    profile.write(dos);
    dos.close();
    DataInputStream dis = new DataInputStream(new ByteArrayInputStream(
        baos.toByteArray()));
    profile.readFields(dis);
    dis.close();
  }

  /**
   * Test a simple flush on a simple HDFS file.
View Full Code Here

Examples of org.apache.hadoop.hdfs.protocol.ReadBlockHeader.readFields()

214
215
216
217
218
219
220
221
222
223
224
    // Read in the header
    //
    long startTime = System.currentTimeMillis();
   
    ReadBlockHeader header = new ReadBlockHeader(versionAndOpcode);
    header.readFields(in);
   
    int namespaceId = header.getNamespaceId();
    long blockId = header.getBlockId();
    Block block = new Block( blockId, 0 , header.getGenStamp());
    long startOffset = header.getStartOffset();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.