Package org.apache.uima.ducc.transport.event.cli

Examples of org.apache.uima.ducc.transport.event.cli.JobRequestProperties

589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
  public void startJob(SubmitJobDuccEvent duccEvent) {
    String methodName = "startJob";
    logger.trace(methodName, null, messages.fetch("enter"));
    try {
      OrchestratorHelper.assignDefaults(duccEvent);
      JobRequestProperties properties = (JobRequestProperties) duccEvent.getProperties();
      int jdNodes = hostManager.nodes();
      if(!isSignatureValid(properties)) {
        String error_message = messages.fetch(" type=authentication error, text=signature not valid.");
        logger.error(methodName, null, error_message);
        submitError(properties, error_message);
      }
      else if(jdNodes <= 0) {
        String error_message = messages.fetch(" type=system error, text=job driver node unavailable.");
        logger.error(methodName, null, error_message);
        submitError(properties, error_message);
      }
      else if(!SystemState.getInstance().isAcceptJobs()) {
        String error_message = messages.fetch(" type=system error, text=system is not accepting new work at this time.");
        logger.error(methodName, null, error_message);
        submitError(properties, error_message);
      }
      else {
        if(Validate.request(duccEvent)) {
          DuccWorkJob duccWorkJob = jobFactory.create(common,properties);
          long t0 = System.currentTimeMillis();
          workMap.addDuccWork(duccWorkJob);
          long t1 = System.currentTimeMillis();
          long elapsed = t1 - t0;
          if(elapsed > Constants.SYNC_LIMIT) {
            logger.debug(methodName, null, "elapsed msecs: "+elapsed);
          }
          // state: Received
          stateJobAccounting.stateChange(duccWorkJob, JobState.Received);
          OrchestratorCheckpoint.getInstance().saveState();
          // state: WaitingForDriver
          stateJobAccounting.stateChange(duccWorkJob, JobState.WaitingForDriver);
          OrchestratorCheckpoint.getInstance().saveState();
          // prepare for reply to submitter
          properties.put(JobRequestProperties.key_id, duccWorkJob.getId());
          duccEvent.setProperties(properties);
        }
        else {
          logger.info(methodName, null, messages.fetch("TODO")+" prepare error reply");
          //TODO
View Full Code Here
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
  public void startService(SubmitServiceDuccEvent duccEvent) {
    String methodName = "startService";
    logger.trace(methodName, null, messages.fetch("enter"));
    try {
      OrchestratorHelper.assignDefaults(duccEvent);
      JobRequestProperties properties = (JobRequestProperties) duccEvent.getProperties();
      NodeIdentity nodeIdentity = hostManager.getNode();
      if(!isSignatureValid(properties)) {
        String error_message = messages.fetch(" type=authentication error, text=signature not valid.");
        logger.error(methodName, null, error_message);
        submitError(properties, error_message);
      }
      else if(nodeIdentity == null) {
        String error_message = messages.fetch(" type=system error, text=job driver node unavailable.");
        logger.error(methodName, null, error_message);
        submitError(properties, error_message);
      }
      else if(!SystemState.getInstance().isAcceptJobs()) {
        String error_message = messages.fetch(" type=system error, text=system is not accepting new work at this time.");
        logger.error(methodName, null, error_message);
        submitError(properties, error_message);
      }
      else {
        logger.debug(methodName, null, messages.fetch("job driver host")+" "+messages.fetchLabel("IP")+nodeIdentity.getIp()+" "+messages.fetchLabel("name")+nodeIdentity.getName());
        if(Validate.request(duccEvent)) {
          DuccWorkJob duccWorkJob = jobFactory.create(common,properties);
          long t0 = System.currentTimeMillis();
          workMap.addDuccWork(duccWorkJob);
          long t1 = System.currentTimeMillis();
          long elapsed = t1 - t0;
          if(elapsed > Constants.SYNC_LIMIT) {
            logger.debug(methodName, null, "elapsed msecs: "+elapsed);
          }
          // state: Received
          stateJobAccounting.stateChange(duccWorkJob, JobState.Received);
          OrchestratorCheckpoint.getInstance().saveState();
          // state: WaitingForServices
          JobState nextState = JobState.WaitingForServices;
          if(duccWorkJob.getServiceDependencies() == null) {
            String message = messages.fetch("bypass")+" "+nextState;
            logger.debug(methodName, duccWorkJob.getDuccId(), message);
            nextState = JobState.WaitingForResources;
          }
          stateJobAccounting.stateChange(duccWorkJob, nextState);
          OrchestratorCheckpoint.getInstance().saveState();
          // prepare for reply to submitter
          properties.put(JobRequestProperties.key_id, duccWorkJob.getId());
          duccEvent.setProperties(properties);
        }
        else {
          logger.info(methodName, null, messages.fetch("TODO")+" prepare error reply");
          //TODO
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
    }
    return retVal;
  }
  public static boolean request(SubmitJobDuccEvent duccEvent) {
    boolean retVal = true;
    JobRequestProperties properties = (JobRequestProperties) duccEvent.getProperties();
    String key;
    String value;
    //
    retVal = integer(retVal,
        properties,
        JobSpecificationProperties.key_process_thread_count,
        IDuccSchedulingInfo.defaultThreadsPerShare,
        IDuccSchedulingInfo.minThreadsPerShare,
        IDuccSchedulingInfo.maxThreadsPerShare);
    // scheduling class
    key = JobRequestProperties.key_scheduling_class;
    value = (String) properties.get(key);
    if(value == null) {
      String reason = createReason("invalid", key, value);
      addError(properties,reason);
      retVal = false;
    } 
View Full Code Here
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
    return retVal;
  }
 
  public static boolean request(SubmitServiceDuccEvent duccEvent) {
    boolean retVal = true;
    JobRequestProperties properties = (JobRequestProperties) duccEvent.getProperties();
    String key;
    String value;
    //
    retVal = integer(retVal,
        properties,
        JobSpecificationProperties.key_process_thread_count,
        IDuccSchedulingInfo.defaultThreadsPerShare,
        IDuccSchedulingInfo.minThreadsPerShare,
        IDuccSchedulingInfo.maxThreadsPerShare);
    // scheduling class
    key = ServiceRequestProperties.key_scheduling_class;
    value = (String) properties.get(key);
    if(value == null) {
      String reason = createReason("invalid", key, value);
      addError(properties,reason);
      retVal = false;
    }
View Full Code Here
TOP

Related Classes of org.apache.uima.ducc.transport.event.cli.JobRequestProperties

  • org.apache.uima.ducc.orchestrator.OrchestratorComponent
  • org.apache.uima.ducc.orchestrator.Validate
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.