Examples of org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterRequest

Package org.apache.hadoop.yarn.api.protocolrecords

Examples of org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterRequest

org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterRequest
The finalization request sent by the ApplicationMaster to inform the ResourceManager about its completion.

The final request includes details such:
- Final state of the ApplicationMaster
- Diagnostic information in case of failure of the ApplicationMaster
- Tracking URL
@see ApplicationMasterProtocol#finishApplicationMaster(FinishApplicationMasterRequest)

    if(!applicationRegistered) {
      log.warn("Not sending finish request because we're not registered");
      return null;
    }


    FinishApplicationMasterRequest finishReq = Records.newRecord(FinishApplicationMasterRequest.class);
    // assume succeed if not set
    FinalApplicationStatus status = finalApplicationStatus != null ?
        finalApplicationStatus : FinalApplicationStatus.SUCCEEDED;


    if(log.isDebugEnabled()) {
      log.debug("Sending finish request to resource manager. Current applicationAttemptId=" +
          applicationAttemptId + " with status=" + status);
    }


    finishReq.setFinalApplicationStatus(status);
    return rmTemplate.finish(finishReq);
  }

View Full Code Here


    // When the application completes, it should send a finish application signal 
    // to the RM
    LOG.info("Application completed. Signalling finish to RM");


    FinishApplicationMasterRequest finishReq = Records.newRecord(FinishApplicationMasterRequest.class);
    finishReq.setAppAttemptId(appAttemptID);
    boolean isSuccess = true;
    if (numFailedContainers.get() == 0) {
      finishReq.setFinishApplicationStatus(FinalApplicationStatus.SUCCEEDED);
    }
    else {
      finishReq.setFinishApplicationStatus(FinalApplicationStatus.FAILED);
      String diagnostics = "Diagnostics."
          + ", total=" + numTotalContainers
          + ", completed=" + numCompletedContainers.get()
          + ", allocated=" + numAllocatedContainers.get()
          + ", failed=" + numFailedContainers.get();
      finishReq.setDiagnostics(diagnostics);
      isSuccess = false;
    }
    resourceManager.finishApplicationMaster(finishReq);
    return isSuccess;
  }

View Full Code Here

    return resp.getAMResponse();
  }


  public void unregisterAppAttempt() throws Exception {
    waitForState(RMAppAttemptState.RUNNING);
    FinishApplicationMasterRequest req = Records.newRecord(FinishApplicationMasterRequest.class);
    req.setAppAttemptId(attemptId);
    req.setDiagnostics("");
    req.setFinishApplicationStatus(FinalApplicationStatus.SUCCEEDED);
    req.setTrackingUrl("");
    amRMProtocol.finishApplicationMaster(req);
  }

View Full Code Here


      String historyUrl = JobHistoryUtils.getHistoryUrl(getConfig(),
          context.getApplicationID());
      LOG.info("History url is " + historyUrl);


      FinishApplicationMasterRequest request =
          recordFactory.newRecordInstance(FinishApplicationMasterRequest.class);
      request.setAppAttemptId(this.applicationAttemptId);
      request.setFinishApplicationStatus(finishState);
      request.setDiagnostics(sb.toString());
      request.setTrackingUrl(historyUrl);
      scheduler.finishApplicationMaster(request);
    } catch(Exception are) {
      LOG.error("Exception while unregistering ", are);
    }
  }

View Full Code Here


    // When the application completes, it should send a finish application signal 
    // to the RM
    LOG.info("Application completed. Signalling finish to RM");


    FinishApplicationMasterRequest finishReq = Records.newRecord(FinishApplicationMasterRequest.class);
    finishReq.setAppAttemptId(appAttemptID);
    boolean isSuccess = true;
    if (numFailedContainers.get() == 0) {
      finishReq.setFinishApplicationStatus(FinalApplicationStatus.SUCCEEDED);
    }
    else {
      finishReq.setFinishApplicationStatus(FinalApplicationStatus.FAILED);
      String diagnostics = "Diagnostics."
          + ", total=" + numTotalContainers
          + ", completed=" + numCompletedContainers.get()
          + ", allocated=" + numAllocatedContainers.get()
          + ", failed=" + numFailedContainers.get();
      finishReq.setDiagnostics(diagnostics);
      isSuccess = false;
    }
    resourceManager.finishApplicationMaster(finishReq);
    return isSuccess;
  }

View Full Code Here

      } else if (state == TajoProtos.QueryState.QUERY_FAILED || state == TajoProtos.QueryState.QUERY_ERROR) {
        appStatus = FinalApplicationStatus.FAILED;
      } else if (state == TajoProtos.QueryState.QUERY_ERROR) {
        appStatus = FinalApplicationStatus.FAILED;
      }
      FinishApplicationMasterRequest request = recordFactory
          .newRecordInstance(FinishApplicationMasterRequest.class);
      request.setFinalApplicationStatus(appStatus);
      request.setDiagnostics("QueryMaster shutdown by TajoMaster.");
      rmClient.finishApplicationMaster(request);
    } catch (Exception e) {
      LOG.error(e.getMessage(), e);
    }
  }

View Full Code Here

   * Utility to build the final "job run is finished" request to the RM.
   * @return the finish app master request, to send to the RM.
   */
  private FinishApplicationMasterRequest buildFinishAppMasterRequest() {
    LOG.info("Application completed. Signalling finish to RM");
    FinishApplicationMasterRequest finishRequest =
      Records.newRecord(FinishApplicationMasterRequest.class);
    finishRequest.setAppAttemptId(appAttemptId);
    FinalApplicationStatus appStatus;
    String appMessage = "Container Diagnostics: " +
      " allocated=" + allocatedCount.get() +
      ", completed=" + completedCount.get() +
      ", succeeded=" + successfulCount.get() +
      ", failed=" + failedCount.get();
    if (successfulCount.get() == containersToLaunch) {
      appStatus = FinalApplicationStatus.SUCCEEDED;
    } else {
      appStatus = FinalApplicationStatus.FAILED;
    }
    finishRequest.setDiagnostics(appMessage);
    finishRequest.setFinishApplicationStatus(appStatus);
    return finishRequest;
  }

View Full Code Here

  public void unregisterApplicationMaster(FinalApplicationStatus appStatus,
      String appMessage, String appTrackingUrl) throws YarnException,
      IOException {
    Preconditions.checkArgument(appStatus != null,
      "AppStatus should not be null.");
    FinishApplicationMasterRequest request =
        FinishApplicationMasterRequest.newInstance(appStatus, appMessage,
          appTrackingUrl);
    try {
      while (true) {
        FinishApplicationMasterResponse response =

View Full Code Here

    }
  }


  public void unregisterAppAttempt() throws Exception {
    waitForState(RMAppAttemptState.RUNNING);
    final FinishApplicationMasterRequest req =
        FinishApplicationMasterRequest.newInstance(
          FinalApplicationStatus.SUCCEEDED, "", "");
    UserGroupInformation ugi =
        UserGroupInformation.createRemoteUser(attemptId.toString());
    Token<AMRMTokenIdentifier> token =

View Full Code Here

      RegisterApplicationMasterRequest request =
          Records.newRecord(RegisterApplicationMasterRequest.class);
      request.setApplicationAttemptId(applicationAttemptId);
      rmClient.registerApplicationMaster(request);


      FinishApplicationMasterRequest finishAMRequest =
          Records.newRecord(FinishApplicationMasterRequest.class);
      finishAMRequest.setAppAttemptId(applicationAttemptId);
      finishAMRequest
        .setFinishApplicationStatus(FinalApplicationStatus.SUCCEEDED);
      finishAMRequest.setDiagnostics("diagnostics");
      finishAMRequest.setTrackingUrl("url");
      rmClient.finishApplicationMaster(finishAMRequest);


      // Now simulate trying to allocate. RPC call itself should throw auth
      // exception.
      rpc.stopProxy(rmClient, conf); // To avoid using cached client

View Full Code Here

0 1 2 3 4 5

TOP

Related Classes of org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterRequest

com.cloudera.iterativereduce.yarn.ResourceManagerHandler

org.apache.giraph.yarn.GiraphApplicationMaster

org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator

org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster

org.apache.hadoop.yarn.client.AMRMClientImpl

org.apache.hadoop.yarn.client.api.impl.AMRMClientImpl

org.apache.hadoop.yarn.server.resourcemanager.MockAM

org.apache.hadoop.yarn.server.resourcemanager.MockRM

org.apache.hadoop.yarn.server.resourcemanager.security.TestAMRMTokens

org.apache.hadoop.yarn.server.resourcemanager.security.TestApplicationTokens

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.