Examples of org.apache.hadoop.tools.rumen.LoggedNetworkTopology

org.apache.hadoop.tools.rumen.LoggedNetworkTopology
A {@link LoggedNetworkTopology} represents a tree that in turn represents ahierarchy of hosts. The current version requires the tree to have all leaves at the same level. All of the public methods are simply accessors for the instance variables we want to write out in the JSON files.

      SimulatorTaskTracker.DEFAULT_REDUCE_SLOTS);


    MachineNode defaultNode = new MachineNode.Builder("default", 2)
        .setMapSlots(maxMaps).setReduceSlots(maxReduces).build();
            
    LoggedNetworkTopology topology = new ClusterTopologyReader(new Path(
        topologyFile), jobConf).get();
    // Setting the static mapping before removing numeric IP hosts.
    setStaticMapping(topology);
    if (getConf().getBoolean("mumak.topology.filter-numeric-ips", true)) {
      removeIpHosts(topology);

View Full Code Here

  // ips and as host names. We remove them from the parsed network topology
  // before feeding it to ZombieCluster.
  static void removeIpHosts(LoggedNetworkTopology topology) {
    for (Iterator<LoggedNetworkTopology> rackIt = topology.getChildren()
        .iterator(); rackIt.hasNext();) {
      LoggedNetworkTopology rack = rackIt.next();
      List<LoggedNetworkTopology> nodes = rack.getChildren();
      for (Iterator<LoggedNetworkTopology> it = nodes.iterator(); it.hasNext();) {
        LoggedNetworkTopology node = it.next();
        if (isIPAddress(node.getName())) {
          it.remove();
        }
      }
      if (nodes.isEmpty()) {
        rackIt.remove();

View Full Code Here

      SimulatorTaskTracker.DEFAULT_REDUCE_SLOTS);


    MachineNode defaultNode = new MachineNode.Builder("default", 2)
        .setMapSlots(maxMaps).setReduceSlots(maxReduces).build();
            
    LoggedNetworkTopology topology = new ClusterTopologyReader(new Path(
        topologyFile), jobConf).get();
    // Setting the static mapping before removing numeric IP hosts.
    setStaticMapping(topology);
    if (getConf().getBoolean("mumak.topology.filter-numeric-ips", true)) {
      removeIpHosts(topology);

View Full Code Here

  // ips and as host names. We remove them from the parsed network topology
  // before feeding it to ZombieCluster.
  static void removeIpHosts(LoggedNetworkTopology topology) {
    for (Iterator<LoggedNetworkTopology> rackIt = topology.getChildren()
        .iterator(); rackIt.hasNext();) {
      LoggedNetworkTopology rack = rackIt.next();
      List<LoggedNetworkTopology> nodes = rack.getChildren();
      for (Iterator<LoggedNetworkTopology> it = nodes.iterator(); it.hasNext();) {
        LoggedNetworkTopology node = it.next();
        if (isIPAddress(node.getName())) {
          it.remove();
        }
      }
      if (nodes.isEmpty()) {
        rackIt.remove();

View Full Code Here

    final Configuration conf = new Configuration();
    final FileSystem lfs = FileSystem.getLocal(conf);
    final Path rootInputDir = new Path(System.getProperty("src.test.data",
        "data")).makeQualified(lfs.getUri(), lfs.getWorkingDirectory());


    final LoggedNetworkTopology topoWithIps = new ClusterTopologyReader(new Path(
        rootInputDir, "topo-with-numeric-ips.json"), conf).get();
    final LoggedNetworkTopology topoWithoutIps = new ClusterTopologyReader(new Path(
        rootInputDir, "topo-without-numeric-ips.json"), conf).get();
    try {
      topoWithIps.deepCompare(topoWithoutIps, new TreePath(null, "<root>"));
      Assert.fail("Expecting two topologies to differ");
    } catch (DeepInequalityException e) {

View Full Code Here

TOP

Related Classes of org.apache.hadoop.tools.rumen.LoggedNetworkTopology

org.apache.hadoop.mapred.SimulatorEngine

org.apache.hadoop.mapred.TestRemoveIpsFromLoggedNetworkTopology

org.apache.hadoop.tools.rumen.datatypes.NodeName

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.