Package org.apache.hadoop.corona

Examples of org.apache.hadoop.corona.InetAddress

139
140
141
142
143
144
145
146
147
    args.protocolFactory(protocolFactory);
    clusterManagerCallbackServer = new TThreadPoolServer(args);
    clusterManagerCallbackServerThread =
        new TServerThread(clusterManagerCallbackServer);
    clusterManagerCallbackServerThread.start();
    clusterManagerCallbackServerAddr = new InetAddress(
        getLocalHostname(), serverSocket.getLocalPort());
    LOG.info("SessionServer up at " + serverSocket.getLocalSocketAddress());
  }
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
  @SuppressWarnings("deprecation")
  public void killJob(JobID jobId, Map<String, InetAddress> allTrackers) {
    int workerId = 0;
    for (Map.Entry<String, InetAddress> entry : allTrackers.entrySet()) {
      String trackerName = entry.getKey();
      InetAddress addr = entry.getValue();
      String description = "KillJobAction " + jobId;
      ActionToSend action = new ActionToSend(trackerName, addr,
          new KillJobAction(jobId), description);
      workers[workerId].enqueueAction(action);
      LOG.info("Queueing "  + description + " to worker " + workerId + " " +
View Full Code Here
444
445
446
447
448
449
450
451
  }

  private void updateTrackerAddressUnprotected(ResourceGrant grant) {
    String trackerName = grant.getNodeName();
    // Update address information for trackers.
    InetAddress addr = Utilities.appInfoToAddress(grant.appInfo);
    trackerAddress.put(trackerName, addr);
  }
View Full Code Here
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
      LOG.info("Resource " + grant.getId() + " nodename " +
        grant.getNodeName() + " is not needed");
      processBadResource(grant.getId(), false);
      return true;
    }
    InetAddress addr =
      Utilities.appInfoToAddress(grant.appInfo);
    String trackerName = grant.getNodeName();
    boolean isMapGrant =
        grant.getType().equals(ResourceType.MAP);
    Task task = getSetupAndCleanupTasks(trackerName, addr.host, isMapGrant);
View Full Code Here
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
    }
    return false;
  }

  public boolean isBadResource(ResourceGrant grant) {
    InetAddress addr = grant.address;
    String trackerName = grant.getNodeName();
    TaskInProgress tip = requestToTipMap.get(grant.getId());
    return trackerStats.isFaulty(trackerName) ||
           !job.canTrackerBeUsed(trackerName, addr.host, tip) ||
           job.isBadSpeculativeResource(tip, trackerName, addr.host);
View Full Code Here
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
           !job.canTrackerBeUsed(trackerName, addr.host, tip) ||
           job.isBadSpeculativeResource(tip, trackerName, addr.host);
  }

  public boolean isResourceNeeded(ResourceGrant grant) {
    InetAddress addr = grant.address;
    String trackerName = grant.getNodeName();
    TaskInProgress tip = requestToTipMap.get(grant.getId());
    // 1. If the task is running and we can speculate
    // 2. If the task is not running, but is runnable
    // 3. If we are about to reuse a tip for something else
View Full Code Here
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
              continue;
            }
            if (tip.shouldCommit(taskId)) {
              Integer grant = taskLookupTable.getGrantIdForTask(taskId);
              if (grant != null) {
                InetAddress addr = Utilities.appInfoToAddress(
                    resourceTracker.getGrant(grant).getAppInfo());
                CommitTaskAction commitAction = new CommitTaskAction(taskId);
                saveList.add(commitAction);
                LOG.debug(tts.getTrackerName() +
                    " -> CommitTaskAction: " + taskId);
View Full Code Here
2136
2137
2138
2139
2140
2141
2142
2143
2144
  }

  private void queueKillActions(String trackerName) {
    List<KillTaskAction> killActions =
        taskLookupTable.getTasksToKill(trackerName);
    InetAddress addr =
        resourceTracker.getTrackerAddr(trackerName);
    taskLauncher.killTasks(trackerName, addr, killActions);
  }
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
   */
  @SuppressWarnings("deprecation")
  public void killJob(JobID jobId, Map<String, InetAddress> allTrackers) {
    for (Map.Entry<String, InetAddress> entry : allTrackers.entrySet()) {
      String trackerName = entry.getKey();
      InetAddress addr = entry.getValue();
      String description = "KillJobAction " + jobId;
      ActionToSend action = new ActionToSend(trackerName, addr,
          new KillJobAction(jobId), description);
      allWorkQueues.enqueueAction(action);
      LOG.info("Queueing "  + description + " to worker " +
View Full Code Here
480
481
482
483
484
485
486
487
  }

  private void updateTrackerAddressUnprotected(ResourceGrant grant) {
    String trackerName = grant.getNodeName();
    // Update address information for trackers.
    InetAddress addr = Utilities.appInfoToAddress(grant.appInfo);
    trackerAddress.put(trackerName, addr);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.corona.InetAddress

  • org.apache.hadoop.mapred.CoronaJobTracker
  • org.apache.hadoop.mapred.CoronaTaskLauncher
  • org.apache.hadoop.mapred.CoronaTaskTracker
  • org.apache.hadoop.mapred.ResourceTracker
  • java.util.BitSet
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.