Package org.apache.hadoop.corona

Examples of org.apache.hadoop.corona.CoronaConf

221
222
223
224
225
226
227
228
229
230
231
  /**
   * Main service loop.  Will stay in this loop forever.
   */
  private void heartbeatToClusterManager() throws IOException {
    CoronaConf coronaConf = new CoronaConf(fConf);
    int numCpu = resourceCalculatorPlugin.getNumProcessors();
    if (numCpu == ResourceCalculatorPlugin.UNAVAILABLE) {
      numCpu = 1;
    }
    int totalMemoryMB = (int) (resourceCalculatorPlugin.getPhysicalMemorySize() / 1024D / 1024);
View Full Code Here
471
472
473
474
475
476
477
478
479
480
481
482
  }

  @Override
  public Boolean isAlive() {
    long timeSinceHeartbeat = System.currentTimeMillis() - lastCMHeartbeat;
    CoronaConf cConf = new CoronaConf(fConf);
    long expire = cConf.getNodeExpiryInterval();
    if (timeSinceHeartbeat > expire) {
      return false;
    }
    return true;
  }
View Full Code Here
414
415
416
417
418
419
420
421
422
423
424
425
426
    String infoBindAddress = infoSocAddr.getHostName();
    int port = infoSocAddr.getPort();
    LOCALMACHINE = infoBindAddress;
    startTime = getClock().getTime();

    CoronaConf coronaConf = new CoronaConf(conf);
    InetSocketAddress rpcSockAddr = NetUtils.createSocketAddr(
      coronaConf.getProxyJobTrackerAddress());
    rpcServer = RPC.getServer(
      this,
      rpcSockAddr.getHostName(),
      rpcSockAddr.getPort(),
      conf.getInt("corona.proxy.job.tracker.handler.count", 10),
View Full Code Here
602
603
604
605
606
607
608
609
610
611
612
  }

  public static void main(String[] argv) throws IOException {

    StringUtils.startupShutdownMessage(ProxyJobTracker.class, argv, LOG);
    ProxyJobTracker p = startProxyTracker(new CoronaConf(new Configuration()));

    boolean joined = false;
    while (!joined) {
      try {
        p.join();
View Full Code Here
976
977
978
979
980
981
982
983
984
985
986
987
988
    String pool = null;
    if (sessionDriver != null) {
      pool = PoolInfo.createStringFromPoolInfo(sessionDriver.getPoolInfo());
    }
    try {
      CoronaConf coronaConf = new CoronaConf(conf);
      InetSocketAddress aggregatorAddr = NetUtils.createSocketAddr(
        coronaConf.getProxyJobTrackerAddress());
      long timeout = 5000; // Can make configurable later.
      CoronaJobAggregator aggregator = RPC.waitForProxy(
        CoronaJobAggregator.class,
        CoronaJobAggregator.versionID,
        aggregatorAddr,
View Full Code Here
346
347
348
349
350
351
352
353
354
355
356
  private volatile boolean isPurgingJob = true;
 
  private void initializePJTClient()
      throws IOException {
    InetSocketAddress address =
        NetUtils.createSocketAddr(new CoronaConf(conf).getProxyJobTrackerThriftAddress());
    pjtTransport = new TFramedTransport(
      new TSocket(address.getHostName(), address.getPort()));
    pjtClient =
      new CoronaProxyJobTrackerService.Client(new TBinaryProtocol(pjtTransport));
    try {
View Full Code Here
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
    Counters jobCounters = job.getCounters();
    JobStats jobStats = job.getJobStats();
    Counters errorCounters = job.getErrorCounters();
    String pool = getPoolInfo();
    try {
      CoronaConf coronaConf = new CoronaConf(conf);
      InetSocketAddress aggregatorAddr = NetUtils.createSocketAddr(
        coronaConf.getProxyJobTrackerAddress());
      long timeout = 5000; // Can make configurable later.
      ProtocolProxy<CoronaJobAggregator> aggregator = RPC.waitForProtocolProxy(
        CoronaJobAggregator.class,
        CoronaJobAggregator.versionID,
        aggregatorAddr,
View Full Code Here
531
532
533
534
535
536
537
538
539
540
541
542
543
    String infoBindAddress = infoSocAddr.getHostName();
    int port = infoSocAddr.getPort();
    LOCALMACHINE = infoBindAddress;
    startTime = getClock().getTime();

    CoronaConf coronaConf = new CoronaConf(conf);
    InetSocketAddress rpcSockAddr = NetUtils.createSocketAddr(
      coronaConf.getProxyJobTrackerAddress());
    rpcServer = RPC.getServer(
      this,
      rpcSockAddr.getHostName(),
      rpcSockAddr.getPort(),
      conf.getInt("corona.proxy.job.tracker.handler.count", 10),
View Full Code Here
796
797
798
799
800
801
802
803
804
805
806
  }

  public static void main(String[] argv) throws IOException {

    StringUtils.startupShutdownMessage(ProxyJobTracker.class, argv, LOG);
    ProxyJobTracker p = startProxyTracker(new CoronaConf(new Configuration()));

    boolean joined = false;
    while (!joined) {
      try {
        p.join();
View Full Code Here
50
51
52
53
54
55
56
57
58
  /**
   * Constructor.
   * @param conf The configuration.
   */
  public TrackerStats(Configuration conf) {
    CoronaConf coronaConf = new CoronaConf(conf);
    maxFailedConnections = coronaConf.getMaxFailedConnectionsPerSession();
    maxFailures = coronaConf.getMaxFailuresPerSession();
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.corona.CoronaConf

  • org.apache.hadoop.mapred.CoronaJobTracker
  • org.apache.hadoop.mapred.CoronaTaskTracker
  • org.apache.hadoop.mapred.ProxyJobTracker
  • org.apache.hadoop.mapred.TrackerStats
  • org.codehaus.jackson.JsonNode
  • org.codehaus.jackson.map.ObjectMapper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.