Package org.apache.hadoop.hdfs.server.protocol

Examples of org.apache.hadoop.hdfs.server.protocol.DatanodeProtocol

45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
    InetSocketAddress dnAddress = nn.getNameNodeDNAddress();
    InetSocketAddress clientAddress = nn.getNameNodeAddress();

    assertNotSame(clientAddress, dnAddress);

    DatanodeProtocol dnProtocol = (DatanodeProtocol) RPC.waitForProxy(
        DatanodeProtocol.class, DatanodeProtocol.versionID, dnAddress, conf);
    // perform a dummy call
    dnProtocol.getProtocolVersion(DatanodeProtocol.class.getName(),
        DatanodeProtocol.versionID);

    try {
      dnProtocol = (DatanodeProtocol) RPC.waitForProxy(DatanodeProtocol.class,
          DatanodeProtocol.versionID, clientAddress, conf);
      // perform a dummy call
      dnProtocol.getProtocolVersion(DatanodeProtocol.class.getName(),
          DatanodeProtocol.versionID);
    } catch (IOException ex) {
      System.out.println("ERROR: " + ex.getMessage());
      assertTrue(ex.getMessage().startsWith(ERROR_MSG_PREFIX));
    }
View Full Code Here
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
 
  private void handleDiskError(String errMsgr) throws IOException{
    boolean hasEnoughResource = data.hasEnoughResource();
    myMetrics.volumeFailures.inc();
    for(Integer namespaceId : namespaceManager.getAllNamespaces()){
      DatanodeProtocol nn = getNSNamenode(namespaceId);
      LOG.warn("DataNode.handleDiskError: Keep Running: " + hasEnoughResource);
     
      //if hasEnoughtResource = true - more volumes are available, so we don't want
      // to shutdown DN completely and don't want NN to remove it.
      int dp_error = DatanodeProtocol.DISK_ERROR;
      if(hasEnoughResource == false) {
        // DN will be shutdown and NN should remove it
        dp_error = DatanodeProtocol.FATAL_DISK_ERROR;
      }
      //inform NameNode
      try {
        nn.errorReport(getDNRegistrationForNS(namespaceId), dp_error, errMsgr);
      } catch(IOException ignored) {             
      }
     
     
      if(hasEnoughResource) {
View Full Code Here
2550
2551
2552
2553
2554
2555
2556
2557
2558
2559
2560
2561
2562
2563
2564
2565
2566
2567
2568
2569
2570
2571
2572
2573
2574
2575
    }
  }
 
  private void transferBlock(int namespaceId, Block block,
      DatanodeInfo xferTargets[]) throws IOException {
    DatanodeProtocol nn = getNSNamenode(namespaceId);
    DatanodeRegistration nsReg = getDNRegistrationForNS(namespaceId);

    if (!data.isValidBlock(namespaceId, block, true)) {
      // block does not exist or is under-construction
      String errStr = "Can't send invalid block " + block;
      LOG.info(errStr);
      nn.errorReport(nsReg, DatanodeProtocol.INVALID_BLOCK, errStr);
      return;
    }

    // Check if NN recorded length matches on-disk length
    long onDiskLength = data.getFinalizedBlockLength(namespaceId, block);
    if (block.getNumBytes() > onDiskLength) {
      // Shorter on-disk len indicates corruption so report NN the corrupt block
      nn.reportBadBlocks(new LocatedBlock[] { new LocatedBlock(block,
          new DatanodeInfo[] { new DatanodeInfo(nsReg) }) });
      LOG.info("Can't replicate block " + block + " because on-disk length "
          + onDiskLength + " is shorter than NameNode recorded length "
          + block.getNumBytes());
      return;
View Full Code Here
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
    }

    void setupNS(Configuration conf, AbstractList<File> dataDirs)
    throws IOException {
      // get NN proxy
      DatanodeProtocol dnp =
        (DatanodeProtocol)RPC.waitForProxy(DatanodeProtocol.class,
            DatanodeProtocol.versionID, nnAddr, conf);
      setNameNode(dnp);

      // handshake with NN
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
    // Shutdown and wait for datanode to be marked dead
    dn.shutdown();
    waitForDatanodeState(reg, false, 20000);

    DatanodeProtocol dnp = cluster.getNameNode();
    Block bia[] = new Block[]{new Block(0)};
    // Ensure blockReceived call from dead datanode is rejected with IOException
    try {
      dnp.blockReceivedAndDeleted(reg, bia);
      Assert.fail("Expected IOException is not thrown");
    } catch (IOException ex) {
      // Expected
    }

    // Ensure blockReport from dead datanode is rejected with IOException
    long[] blockReport = new long[] { 0L, 0L, 0L };
    try {
      dnp.blockReport(reg, blockReport);
      Assert.fail("Expected IOException is not thrown");
    } catch (IOException ex) {
      // Expected
    }

    // Ensure heartbeat from dead datanode is rejected with a command
    // that asks datanode to register again
    DatanodeCommand[] cmd = dnp.sendHeartbeat(reg, 0, 0, 0, 0, 0, 0);
    Assert.assertEquals(1, cmd.length);
    Assert.assertEquals(cmd[0].getAction(), DatanodeCommand.REGISTER
        .getAction());
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hdfs.server.protocol.DatanodeProtocol

  • org.apache.hadoop.hdfs.server.common.UO_Datanode
  • org.apache.hadoop.hdfs.server.datanode.BlockReceiver
  • org.apache.hadoop.hdfs.server.datanode.DataNode
  • org.apache.hadoop.hdfs.server.datanode.DataNode$BPOfferService
  • org.apache.hadoop.hdfs.server.datanode.DataNode$NSOfferService
  • org.apache.hadoop.hdfs.server.datanode.DataNodeAdapter
  • org.apache.hadoop.hdfs.server.datanode.TestBlockRecovery
  • org.apache.hadoop.hdfs.server.datanode.TestBlockReport
  • org.apache.hadoop.hdfs.server.datanode.TestDatanodeRegister
  • org.apache.hadoop.hdfs.server.datanode.UpgradeManagerDatanode
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.