Package org.apache.hadoop.yarn.conf

Examples of org.apache.hadoop.yarn.conf.YarnConfiguration

103
104
105
106
107
108
109
110
111
112
113
  private final static int DEFAULT_ITERATION = 3;
 
  @BeforeClass
  public static void setup() throws Exception {
    // start minicluster
    conf = new YarnConfiguration();
    conf.setInt(YarnConfiguration.RM_NM_HEARTBEAT_INTERVAL_MS, 100);
    yarnCluster = new MiniYARNCluster(TestAMRMClient.class.getName(), nodeCount, 1, 1);
    yarnCluster.init(conf);
    yarnCluster.start();
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
    super.serviceInit(conf);
  }

  @Override
  protected void serviceStart() throws Exception {
    final YarnConfiguration conf = new YarnConfiguration(getConfig());
    try {
      rmClient = ClientRMProxy.createRMProxy(conf, ApplicationMasterProtocol.class);
    } catch (IOException e) {
      throw new YarnRuntimeException(e);
    }
View Full Code Here
233
234
235
236
237
238
239
240
241
242
243
244
245
246
    ContainerId containerId = ContainerId.newInstance(appAttemptId, 0);
    return containerId;
  }
 
  private YarnConfiguration createNMConfig() {
    YarnConfiguration conf = new YarnConfiguration();
    conf.setInt(YarnConfiguration.NM_PMEM_MB, 5*1024); // 5GB
    conf.set(YarnConfiguration.NM_ADDRESS, "127.0.0.1:12345");
    conf.set(YarnConfiguration.NM_LOCALIZER_ADDRESS, "127.0.0.1:12346");
    conf.set(YarnConfiguration.NM_LOG_DIRS, logsDir.getAbsolutePath());
    conf.set(YarnConfiguration.NM_REMOTE_APP_LOG_DIR, remoteLogsDir.getAbsolutePath());
    conf.set(YarnConfiguration.NM_LOCAL_DIRS, nmLocalDir.getAbsolutePath());
    return conf;
  }
View Full Code Here
251
252
253
254
255
256
257
258
259
260
261
    }
    return 0;
  }

  public static void main(String[] args) throws Exception {
    Configuration conf = new YarnConfiguration();
    LogDumper logDumper = new LogDumper();
    logDumper.setConf(conf);
    int exitCode = logDumper.run(args);
    System.exit(exitCode);
  }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
77
    super(JobHistoryServer.class.getName());
  }

  @Override
  protected void serviceInit(Configuration conf) throws Exception {
    Configuration config = new YarnConfiguration(conf);

    config.setBoolean(Dispatcher.DISPATCHER_EXIT_ON_ERROR_KEY, true);

    try {
      doSecureLogin(conf);
    } catch(IOException ie) {
      throw new YarnRuntimeException("History Server Failed to login", ie);
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
    try {
      jobHistoryServer = new JobHistoryServer();
      ShutdownHookManager.get().addShutdownHook(
          new CompositeServiceShutdownHook(jobHistoryServer),
          SHUTDOWN_HOOK_PRIORITY);
      YarnConfiguration conf = new YarnConfiguration(new JobConf());
      jobHistoryServer.init(conf);
      jobHistoryServer.start();
    } catch (Throwable t) {
      LOG.fatal("Error starting JobHistoryServer", t);
      ExitUtil.terminate(-1, "Error starting JobHistoryServer");
View Full Code Here
452
453
454
455
456
457
458
459
  public static void main(String[] args) {
    Thread.setDefaultUncaughtExceptionHandler(new YarnUncaughtExceptionHandler());
    StringUtils.startupShutdownMessage(NodeManager.class, args, LOG);
    NodeManager nodeManager = new NodeManager();
    Configuration conf = new YarnConfiguration();
    nodeManager.initAndStartNodeManager(conf, false);
  }
View Full Code Here
155
156
157
158
159
160
161
162
  }
 
  @Override
  public void serviceInit(Configuration conf) throws Exception {
    super.serviceInit(conf instanceof YarnConfiguration ? conf
                                                        : new YarnConfiguration(
                                                          conf));
  }
View Full Code Here
270
271
272
273
274
275
276
277
      super(NodeManagerWrapper.class.getName() + "_" + i);
      index = i;
    }

    public synchronized void serviceInit(Configuration conf) throws Exception {
      Configuration config = new YarnConfiguration(conf);
      super.serviceInit(config);
    }
View Full Code Here
748
749
750
751
752
753
754
755
756
757
758
759
  }

  @Test(timeout = 90000)                                                     
  public void testRecentlyFinishedContainers() throws Exception {            
    NodeManager nm = new NodeManager();                                      
    YarnConfiguration conf = new YarnConfiguration();                        
    conf.set(                                                                
        NodeStatusUpdaterImpl.YARN_NODEMANAGER_DURATION_TO_TRACK_STOPPED_CONTAINERS,
        "10000");                                                            
    nm.init(conf);                                                           
    NodeStatusUpdaterImpl nodeStatusUpdater =                                
        (NodeStatusUpdaterImpl) nm.getNodeStatusUpdater();                   
View Full Code Here
TOP

Related Classes of org.apache.hadoop.yarn.conf.YarnConfiguration

  • com.alibaba.jstorm.yarn.JStormOnYarn
  • com.alibaba.jstorm.yarn.MasterServer
  • com.cloudera.iterativereduce.yarn.ResourceManagerHandler
  • com.hortonworks.simpleyarnapp.ApplicationMaster
  • org.apache.hadoop.mapred.TestClientRedirect
  • org.apache.hadoop.mapred.TestClientServiceDelegate
  • org.apache.hadoop.mapred.TestMaster
  • org.apache.hadoop.mapred.TestResourceMgrDelegate
  • org.apache.hadoop.mapred.TestYARNRunner
  • org.apache.hadoop.mapred.YARNRunner
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.