Examples of org.apache.hadoop.net.NodeBase

org.apache.hadoop.net.NodeBase
A base class that implements interface Node @author hairong

  }
  
  private Node addHostToNodeMapping(String host, String networkLoc) {
    Node node;
    if ((node = clusterMap.getNode(networkLoc+"/"+host)) == null) {
      node = new NodeBase(host, networkLoc);
      clusterMap.add(node);
      if (node.getLevel() < getNumTaskCacheLevels()) {
        LOG.fatal("Got a host whose level is: " + node.getLevel() + "." 
                  + " Should get at least a level of value: " 
                  + getNumTaskCacheLevels());

View Full Code Here

        NodeInfo nodeInfo, parentNodeInfo;


        node = clusterMap.getNode(topo);


        if (node == null) {
          node = new NodeBase(topo);
          clusterMap.add(node);
        }


        nodeInfo = hostsMap.get(node);

View Full Code Here

      // if the file system does not have any rack information, then
      // use dummy rack location.
      if (topologyPaths.length == 0) {
        topologyPaths = new String[hosts.length];
        for (int i = 0; i < topologyPaths.length; i++) {
          topologyPaths[i] = (new NodeBase(hosts[i],
                              NetworkTopology.DEFAULT_RACK)).toString();
        }
      }


      // The topology paths have the host name included as the last
      // component. Strip it.
      this.racks = new String[topologyPaths.length];
      for (int i = 0; i < topologyPaths.length; i++) {
        this.racks[i] = (new NodeBase(topologyPaths[i])).getNetworkLocation();
      }
    }

View Full Code Here

    // we synchronize this section to guarantee that two concurrent
    // insertions into the clusterMap don't happen (resulting in
    // multiple copies of the same node being created and returned)
    synchronized (clusterMap) {
      while ((node = clusterMap.getNode(networkLoc+"/"+name)) == null) {
        clusterMap.add(new NodeBase(name, networkLoc));
      }
    }


    return node;
  }

View Full Code Here

      String[] names = new String[locations.length];
      String[] racks = new String[locations.length];
      for (int hCnt = 0; hCnt < locations.length; hCnt++) {
        hosts[hCnt] = locations[hCnt].getHostName();
        names[hCnt] = locations[hCnt].getName();
        NodeBase node = new NodeBase(names[hCnt],
                                     locations[hCnt].getNetworkLocation());
        racks[hCnt] = node.toString();
      }
      blkLocations[idx] = new BlockLocation(names, hosts, racks,
                                            blk.getStartOffset(),
                                            blk.getBlockSize(),
                                            blk.isCorrupt());

View Full Code Here

  }
  
  private Node addHostToNodeMapping(String host, String networkLoc) {
    Node node;
    if ((node = clusterMap.getNode(networkLoc+"/"+host)) == null) {
      node = new NodeBase(host, networkLoc);
      clusterMap.add(node);
      if (node.getLevel() < getNumTaskCacheLevels()) {
        LOG.fatal("Got a host whose level is: " + node.getLevel() + "." 
                  + " Should get at least a level of value: " 
                  + getNumTaskCacheLevels());

View Full Code Here

      // if the file ystem does not have any rack information, then
      // use dummy rack location.
      if (topologyPaths.length == 0) {
        topologyPaths = new String[hosts.length];
        for (int i = 0; i < topologyPaths.length; i++) {
          topologyPaths[i] = (new NodeBase(hosts[i],
              NetworkTopology.DEFAULT_RACK)).toString();
        }
      }


      // The topology paths have the host name included as the last
      // component. Strip it.
      this.racks = new String[topologyPaths.length];
      for (int i = 0; i < topologyPaths.length; i++) {
        this.racks[i] = (new NodeBase(topologyPaths[i])).getNetworkLocation();
      }
    }

View Full Code Here

      String[] xferAddrs = new String[locations.length];
      String[] racks = new String[locations.length];
      for (int hCnt = 0; hCnt < locations.length; hCnt++) {
        hosts[hCnt] = locations[hCnt].getHostName();
        xferAddrs[hCnt] = locations[hCnt].getXferAddr();
        NodeBase node = new NodeBase(xferAddrs[hCnt], 
                                     locations[hCnt].getNetworkLocation());
        racks[hCnt] = node.toString();
      }
      DatanodeInfo[] cachedLocations = blk.getCachedLocations();
      String[] cachedHosts = new String[cachedLocations.length];
      for (int i=0; i<cachedLocations.length; i++) {
        cachedHosts[i] = cachedLocations[i].getHostName();

View Full Code Here

        NodeInfo nodeInfo, parentNodeInfo;


        node = clusterMap.getNode(topo);


        if (node == null) {
          node = new NodeBase(topo);
          clusterMap.add(node);
        }
        
        nodeInfo = hostsMap.get(node);

View Full Code Here

        NodeInfo nodeInfo, parentNodeInfo;


        node = clusterMap.getNode(topo);


        if (node == null) {
          node = new NodeBase(topo);
          clusterMap.add(node);
        }


        nodeInfo = hostsMap.get(node);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.hadoop.net.NodeBase

org.apache.hadoop.corona.TopologyCache

org.apache.hadoop.fs.BlockLocation

org.apache.hadoop.hdfs.DFSClient

org.apache.hadoop.hdfs.DFSUtil

org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager

org.apache.hadoop.hdfs.server.namenode.FSNamesystem

org.apache.hadoop.mapred.FileInputFormat

org.apache.hadoop.mapred.JobTracker

org.apache.hadoop.mapred.lib.CombineFileInputFormat$OneBlockInfo

org.apache.hadoop.mapred.TestJobInProgress

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.