Package org.apache.hadoop.yarn.client.api.AMRMClient

Examples of org.apache.hadoop.yarn.client.api.AMRMClient.ContainerRequest

272
273
274
275
276
277
278
279
280
281
    // Set up resource type requirements
    // For now, only memory is supported so we set memory requirements
    Resource capability = Records.newRecord(Resource.class);
    capability.setMemory(heapPerContainer);

    ContainerRequest request = new ContainerRequest(capability, null, null,
      pri);
    LOG.info("Requested container ask: " + request.toString());
    return request;
  }
View Full Code Here
316
317
318
319
320
321
322
323
324
325
326
    capability.setMemory(memoryPerTaskManager);
    capability.setVirtualCores(coresPerTaskManager);

    // Make container requests to ResourceManager
    for (int i = 0; i < taskManagerCount; ++i) {
      ContainerRequest containerAsk = new ContainerRequest(capability,
          null, null, priority);
      LOG.info("Requesting TaskManager container " + i);
      rmClient.addContainerRequest(containerAsk);
    }
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
        capability.setMemory(128);
        capability.setVirtualCores(1);

        // Make container requests to ResourceManager
        for (int i = 0; i < numContainersToWaitFor; ++i) {
            ContainerRequest containerAsk = new ContainerRequest(capability, null, null, priority);
            System.out.println("[AM] Making res-req " + i);
            rmClient.addContainerRequest(containerAsk);
        }

        System.out.println("[AM] waiting for containers to finish");
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
    capability.setMemory(128);
    capability.setVirtualCores(1);

    // Make container requests to ResourceManager
    for (int i = 0; i < n; ++i) {
      ContainerRequest containerAsk = new ContainerRequest(capability, null, null, priority);
      System.out.println("Making res-req " + i);
      rmClient.addContainerRequest(containerAsk);
    }

    // Obtain allocated containers, launch and check for responses
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
    capability.setMemory(memoryPerTaskManager);
    capability.setVirtualCores(coresPerTaskManager);

    // Make container requests to ResourceManager
    for (int i = 0; i < taskManagerCount; ++i) {
      ContainerRequest containerAsk = new ContainerRequest(capability,
          null, null, priority);
      LOG.info("Requesting TaskManager container " + i);
      rmClient.addContainerRequest(containerAsk);
    }
   
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
  private void addSupervisorsRequest() {
    int num = numSupervisors.getAndSet(0);
      for (int i=0; i<num; i++) {
//        ContainerRequest req = new ContainerRequest(this.maxResourceCapability,
        ContainerRequest req = new ContainerRequest(this.defaultResource,
                null, // String[] nodes,
                null, // String[] racks,
                DEFAULT_PRIORITY);
        super.addContainerRequest(req);
      }
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
  }

  public synchronized boolean addAllocatedContainers(List<Container> containers) {
    for (int i=0; i<containers.size(); i++) {
//        ContainerRequest req = new ContainerRequest(this.maxResourceCapability,
        ContainerRequest req = new ContainerRequest(this.defaultResource,
                null, // String[] nodes,
                null, // String[] racks,
                DEFAULT_PRIORITY);
        super.removeContainerRequest(req);
      }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.yarn.client.api.AMRMClient.ContainerRequest

  • com.alibaba.jstorm.yarn.StormAMRMClient
  • com.hortonworks.simpleyarnapp.ApplicationMaster
  • com.hortonworks.simpleyarnapp.ApplicationMasterAsync
  • com.yahoo.storm.yarn.StormAMRMClient
  • eu.stratosphere.yarn.ApplicationMaster
  • org.apache.flink.yarn.appMaster.ApplicationMaster
  • org.apache.giraph.yarn.GiraphApplicationMaster
  • org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster
  • org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster$RMCallbackHandler
  • org.apache.hadoop.yarn.client.api.impl.TestAMRMClient
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.