Examples of ResourceRequest


Examples of org.apache.hadoop.yarn.api.records.ResourceRequest

  }

  private int assignRackLocalContainers(FiCaSchedulerNode node,
      FiCaSchedulerApp application, Priority priority) {
    int assignedContainers = 0;
    ResourceRequest request =
      application.getResourceRequest(priority, node.getRMNode().getRackName());
    if (request != null) {
      // Don't allocate on this rack if the application doens't need containers
      ResourceRequest offSwitchRequest =
          application.getResourceRequest(priority, ResourceRequest.ANY);
      if (offSwitchRequest.getNumContainers() <= 0) {
        return 0;
      }
     
      int assignableContainers =
        Math.min(
View Full Code Here

Examples of org.apache.hadoop.yarn.api.records.ResourceRequest

  }

  private int assignOffSwitchContainers(FiCaSchedulerNode node,
      FiCaSchedulerApp application, Priority priority) {
    int assignedContainers = 0;
    ResourceRequest request =
      application.getResourceRequest(priority, ResourceRequest.ANY);
    if (request != null) {
      assignedContainers =
        assignContainer(node, application, priority,
            request.getNumContainers(), request, NodeType.OFF_SWITCH);
    }
    return assignedContainers;
  }
View Full Code Here

Examples of org.apache.hadoop.yarn.api.records.ResourceRequest

          continue;
        }
       
        app.addSchedulingOpportunity(priority);

        ResourceRequest rackLocalRequest = app.getResourceRequest(priority,
            node.getRackName());
        ResourceRequest localRequest = app.getResourceRequest(priority,
            node.getNodeName());
       
        if (localRequest != null && !localRequest.getRelaxLocality()) {
          LOG.warn("Relax locality off is not supported on local request: "
              + localRequest);
        }
       
        NodeType allowedLocality = app.getAllowedLocalityLevel(priority,
            scheduler.getNumClusterNodes(), scheduler.getNodeLocalityThreshold(),
            scheduler.getRackLocalityThreshold());
       
        if (rackLocalRequest != null && rackLocalRequest.getNumContainers() != 0
            && localRequest != null && localRequest.getNumContainers() != 0) {
          return assignContainer(node, priority,
              localRequest, NodeType.NODE_LOCAL, reserved);
        }
       
        if (rackLocalRequest != null && !rackLocalRequest.getRelaxLocality()) {
          continue;
        }

        if (rackLocalRequest != null && rackLocalRequest.getNumContainers() != 0
            && (allowedLocality.equals(NodeType.RACK_LOCAL) ||
                allowedLocality.equals(NodeType.OFF_SWITCH))) {
          return assignContainer(node, priority, rackLocalRequest,
              NodeType.RACK_LOCAL, reserved);
        }

        ResourceRequest offSwitchRequest = app.getResourceRequest(priority,
            ResourceRequest.ANY);
        if (offSwitchRequest != null && !offSwitchRequest.getRelaxLocality()) {
          continue;
        }
       
        if (offSwitchRequest != null && offSwitchRequest.getNumContainers() != 0
            && allowedLocality.equals(NodeType.OFF_SWITCH)) {
          return assignContainer(node, priority, offSwitchRequest,
              NodeType.OFF_SWITCH, reserved);
        }
      }
View Full Code Here

Examples of org.apache.hadoop.yarn.api.records.ResourceRequest

  /**
   * Whether this app has containers requests that could be satisfied on the
   * given node, if the node had full space.
   */
  public boolean hasContainerForNode(Priority prio, FSSchedulerNode node) {
    ResourceRequest anyRequest = app.getResourceRequest(prio, ResourceRequest.ANY);
    ResourceRequest rackRequest = app.getResourceRequest(prio, node.getRackName());
    ResourceRequest nodeRequest = app.getResourceRequest(prio, node.getNodeName());

    return
        // There must be outstanding requests at the given priority:
        anyRequest != null && anyRequest.getNumContainers() > 0 &&
        // If locality relaxation is turned off at *-level, there must be a
        // non-zero request for the node's rack:
        (anyRequest.getRelaxLocality() ||
            (rackRequest != null && rackRequest.getNumContainers() > 0)) &&
        // If locality relaxation is turned off at rack-level, there must be a
        // non-zero request at the node:
        (rackRequest == null || rackRequest.getRelaxLocality() ||
            (nodeRequest != null && nodeRequest.getNumContainers() > 0)) &&
        // The requested container must be able to fit on the node:
        Resources.lessThanOrEqual(RESOURCE_CALCULATOR, null,
            anyRequest.getCapability(), node.getRMNode().getTotalCapability());
  }
View Full Code Here

Examples of org.apache.hadoop.yarn.api.records.ResourceRequest

    // Update resource requests
    for (ResourceRequest request : requests) {
      Priority priority = request.getPriority();
      String resourceName = request.getResourceName();
      boolean updatePendingResources = false;
      ResourceRequest lastRequest = null;

      if (resourceName.equals(ResourceRequest.ANY)) {
        if (LOG.isDebugEnabled()) {
          LOG.debug("update:" + " application=" + applicationId + " request="
              + request);
        }
        updatePendingResources = true;
       
        // Premature optimization?
        // Assumes that we won't see more than one priority request updated
        // in one call, reasonable assumption... however, it's totally safe
        // to activate same application more than once.
        // Thus we don't need another loop ala the one in decrementOutstanding() 
        // which is needed during deactivate.
        if (request.getNumContainers() > 0) {
          activeUsersManager.activateApplication(user, applicationId);
        }
      }

      Map<String, ResourceRequest> asks = this.requests.get(priority);

      if (asks == null) {
        asks = new HashMap<String, ResourceRequest>();
        this.requests.put(priority, asks);
        this.priorities.add(priority);
      } else if (updatePendingResources) {
        lastRequest = asks.get(resourceName);
      }

      asks.put(resourceName, request);
      if (updatePendingResources) {
       
        // Similarly, deactivate application?
        if (request.getNumContainers() <= 0) {
          LOG.info("checking for deactivate... ");
          checkForDeactivation();
        }
       
        int lastRequestContainers = lastRequest != null ? lastRequest
            .getNumContainers() : 0;
        Resource lastRequestCapability = lastRequest != null ? lastRequest
            .getCapability() : Resources.none();
        metrics.incrPendingResources(user, request.getNumContainers()
            - lastRequestContainers, Resources.subtractFrom( // save a clone
            Resources.multiply(request.getCapability(), request
                .getNumContainers()), Resources.multiply(lastRequestCapability,
View Full Code Here

Examples of org.apache.hadoop.yarn.api.records.ResourceRequest

    Map<String, ResourceRequest> nodeRequests = requests.get(priority);
    return (nodeRequests == null) ? null : nodeRequests.get(resourceName);
  }

  public synchronized Resource getResource(Priority priority) {
    ResourceRequest request = getResourceRequest(priority, ResourceRequest.ANY);
    return request.getCapability();
  }
View Full Code Here

Examples of org.jboss.seam.mock.ResourceRequestEnvironment.ResourceRequest

      };
   }

   @Test
   public void testRootResource() throws Exception {
      new ResourceRequest(requestEnv, Method.GET, "/restv1/")
      {

         @Override
         protected void onResponse(EnhancedMockHttpServletResponse response)
         {
View Full Code Here

Examples of org.jboss.seam.mock.ResourceRequestEnvironment.ResourceRequest

   }

   @Test(dataProvider = "queryPaths")
   public void testExeptionMapping(final String resourcePath) throws Exception
   {
      new ResourceRequest(requestEnv, Method.GET, resourcePath + "/trigger/unsupported")
      {

         @Override
         protected void onResponse(EnhancedMockHttpServletResponse response)
         {
View Full Code Here

Examples of org.jboss.seam.mock.ResourceRequestEnvironment.ResourceRequest

   }

   @Test(dataProvider = "queryPaths")
   public void testEchos(final String resourcePath) throws Exception
   {
      new ResourceRequest(requestEnv, Method.GET, resourcePath + "/echouri")
      {

         @Override
         protected void onResponse(EnhancedMockHttpServletResponse response)
         {
            assert response.getStatus() == 200;
            assert response.getContentAsString().endsWith("/echouri");
         }

      }.run();
     
      reset();

      new ResourceRequest(requestEnv, Method.GET, resourcePath + "/echoquery")
      {

         @Override
         protected void prepareRequest(EnhancedMockHttpServletRequest request)
         {
            request.setQueryString("asdf=123");
            request.addQueryParameter("bar", "bbb");
            request.addQueryParameter("baz", "bzzz");
         }

         @Override
         protected void onResponse(EnhancedMockHttpServletResponse response)
         {
            assert response.getStatus() == 200;
            assert response.getContentAsString().equals("bbb");
         }

      }.run();
     
      reset();

      new ResourceRequest(requestEnv, Method.GET, resourcePath + "/echoheader")
      {

         @Override
         protected void prepareRequest(EnhancedMockHttpServletRequest request)
         {
            request.addHeader("bar", "baz");
         }

         @Override
         protected void onResponse(EnhancedMockHttpServletResponse response)
         {
            assert response.getStatus() == 200;
            assert response.getContentAsString().equals("baz");
         }

      }.run();
     
      reset();

      new ResourceRequest(requestEnv, Method.GET, resourcePath + "/echocookie")
      {

         @Override
         protected void prepareRequest(EnhancedMockHttpServletRequest request)
         {
            request.addCookie(new Cookie("bar", "baz"));
         }

         @Override
         protected void onResponse(EnhancedMockHttpServletResponse response)
         {
            assert response.getStatus() == 200;
            assert response.getContentAsString().equals("baz");
         }

      }.run();
     
      reset();

      new ResourceRequest(requestEnv, Method.GET, resourcePath + "/foo/bar/asdf")
      {

         @Override
         protected void onResponse(EnhancedMockHttpServletResponse response)
         {

            assert response.getStatus() == 200;
            assert response.getContentAsString().equals("bar: asdf");
         }

      }.run();
     
      reset();

      new ResourceRequest(requestEnv, Method.GET, resourcePath + "/echotwoparams/foo/bar")
      {

         @Override
         protected void onResponse(EnhancedMockHttpServletResponse response)
         {
View Full Code Here

Examples of org.jboss.seam.mock.ResourceRequestEnvironment.ResourceRequest

   }

   @Test(dataProvider = "queryPaths")
   public void testEncoding(final String resourcePath) throws Exception
   {
      new ResourceRequest(requestEnv, Method.GET, resourcePath + "/echoencoded/foo bar")
      {

         @Override
         protected void onResponse(EnhancedMockHttpServletResponse response)
         {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.