Package org.apache.uima.ducc.common.utils.id

Examples of org.apache.uima.ducc.common.utils.id.DuccId


    String methodName = "reconcileState (JD)";
    logger.trace(methodName, null, messages.fetch("enter"));
    int changes = 0;
    long t0 = System.currentTimeMillis();
    synchronized(workMap) {
      DuccId duccId = jdStatusReport.getDuccId();
      DuccWorkJob duccWorkJob = (DuccWorkJob) workMap.findDuccWork(duccId);
      if(duccWorkJob != null) {
        String jdJmxUrl = jdStatusReport.getJdJmxUrl();
        setJdJmxUrl(duccWorkJob, jdJmxUrl);
        IDuccUimaDeploymentDescriptor uimaDeploymentDescriptor = jdStatusReport.getUimaDeploymentDescriptor();
View Full Code Here


    if(!jdStatusReport.isPending()  && !jdStatusReport.isWorkItemPendingProcessAssignment()) {
      IDuccProcessMap processMap = job.getProcessMap();
      Iterator<DuccId> iterator = processMap.keySet().iterator();
      boolean excessCapacity = isExcessCapacity(job, jdStatusReport);
      while(iterator.hasNext() && excessCapacity) {
        DuccId duccId = iterator.next();
        IDuccProcess process = processMap.get(duccId);
        if(!process.isDeallocated()) {
          String nodeIP = process.getNodeIdentity().getIp();
          String PID = process.getPID();
          if(!jdStatusReport.isOperating(nodeIP, PID)) {
View Full Code Here

    String methodName = "deallocateFailedProcesses";
    boolean retVal = false;
    IDuccProcessMap processMap = job.getProcessMap();
    Iterator<DuccId> iterator = jdStatusReport.getKillDuccIds();
    while (iterator.hasNext()) {
      DuccId duccId = iterator.next();
      IDuccProcess process = processMap.get(duccId);
      if(process != null) {
        if(!process.isDeallocated()) {
          process.setResourceState(ResourceState.Deallocated);
          process.setProcessDeallocationType(ProcessDeallocationType.Exception);
View Full Code Here

    String methodName = "deallocateJobDriver";
    boolean retVal = false;
    IDuccProcessMap processMap = job.getDriver().getProcessMap();
    Iterator<DuccId> iterator = processMap.keySet().iterator();
    while (iterator.hasNext()) {
      DuccId duccId = iterator.next();
      IDuccProcess process = processMap.get(duccId);
      if(process != null) {
        if(!process.isDeallocated()) {
          process.setResourceState(ResourceState.Deallocated);
          process.setProcessDeallocationType(ProcessDeallocationType.Voluntary);
View Full Code Here

    int changes = 0;
    long t0 = System.currentTimeMillis();
    synchronized(workMap) {
      Iterator<DuccId> rmResourceStateIterator = rmResourceStateMap.keySet().iterator();
      while(rmResourceStateIterator.hasNext()) {
        DuccId duccId = rmResourceStateIterator.next();
        IRmJobState rmResourceState = rmResourceStateMap.get(duccId);
        if(rmResourceState.getPendingAdditions() != null) {
          logger.debug(methodName, duccId, messages.fetchLabel("pending additions")+rmResourceState.getPendingAdditions().size());
        }
        if(rmResourceState.getPendingRemovals() != null) {
View Full Code Here

    int changes = 0;
    if(job != null) {
      if(map != null) {
        Iterator<DuccId> iterator = map.keySet().iterator();
        while(iterator.hasNext()) {
          DuccId duccId = iterator.next();
          IResource resource = map.get(duccId);
          if(resource.isPurged()) {
            IDuccProcess process = job.getProcessMap().get(duccId);
            if(!process.isDefunct()) {
              String rState = process.getResourceState().toString();
View Full Code Here

    }
    else {
      IDuccProcessMap processMap = duccWorkJob.getProcessMap();
      Iterator<DuccId> resourceMapIterator = resourceMap.keySet().iterator();
      while(resourceMapIterator.hasNext()) {
        DuccId duccId = resourceMapIterator.next();
        IResource resource = resourceMap.get(duccId);
        Node node = resourceMap.get(duccId).getNode();
        NodeIdentity nodeId = node.getNodeIdentity();
        if(!processMap.containsKey(duccId)) {
          ProcessType processType = null;
          switch(duccWorkJob.getServiceDeploymentType()) {
          case custom:
          case other:
            processType = ProcessType.Pop;
            break;
          case uima:
          case unspecified:
            processType = ProcessType.Job_Uima_AS_Process;
            break;
          }
          DuccProcess process = new DuccProcess(duccId, node, processType);
          long process_max_size_in_bytes = quantum_size_in_bytes * resource.countShares();
          CGroupManager.assign(duccWorkJob.getDuccId(), process, process_max_size_in_bytes);
          orchestratorCommonArea.getProcessAccounting().addProcess(duccId, duccWorkJob.getDuccId());
          processMap.addProcess(process);
          process.setResourceState(ResourceState.Allocated);
          logger.info(methodName, duccWorkJob.getDuccId(), messages.fetch("resource added")
                        +" "+messages.fetchLabel("process")+duccId.getFriendly()
                        +" "+messages.fetchLabel("unique")+duccId.getUnique()
                        +" "+messages.fetchLabel("name")+nodeId.getName()
                        +" "+messages.fetchLabel("ip")+nodeId.getIp());
          changes++;
          // check on usefulness of recent allocation
          switch(duccWorkJob.getJobState()) {
          // allocation unnecessary if job is already completed
          case Completing:
          case Completed:
            process.setResourceState(ResourceState.Deallocated);
            process.setProcessDeallocationType(ProcessDeallocationType.Voluntary);
            process.advanceProcessState(ProcessState.Stopped);
            logger.warn(methodName, duccWorkJob.getDuccId(),
                messages.fetch("resource allocated for completed job")
                +" "+
                messages.fetchLabel("process")+duccId.getFriendly()
                );
            break;
          default:
            // allocation unnecessary if job has excess capacity
            if(isExcessCapacity(duccWorkJob,driverStatusReportMap.get(duccId))) {
              process.setResourceState(ResourceState.Deallocated);
              process.setProcessDeallocationType(ProcessDeallocationType.Voluntary);
              process.advanceProcessState(ProcessState.Stopped);
              logger.warn(methodName, duccWorkJob.getDuccId(),
                  messages.fetch("resource allocated for over capacity job")
                  +" "+
                  messages.fetchLabel("process")+duccId.getFriendly()
                  );
            }
            break;
          }
        }
        else {
          logger.warn(methodName, duccWorkJob.getDuccId(), messages.fetch("resource exists")
            +" "+messages.fetchLabel("process")+duccId.getFriendly()
            +" "+messages.fetchLabel("unique")+duccId.getUnique()
            +" "+messages.fetchLabel("name")+nodeId.getName()
            +" "+messages.fetchLabel("ip")+nodeId.getIp());
        }
      }
    }
View Full Code Here

    else {
      IDuccProcessMap processMap = duccWorkJob.getProcessMap();
      Iterator<DuccId> resourceMapIterator = resourceMap.keySet().iterator();
      logger.debug(methodName, duccWorkJob.getDuccId(), messages.fetchLabel("size")+processMap.size());
      while(resourceMapIterator.hasNext()) {
        DuccId duccId = resourceMapIterator.next();
        Node node = resourceMap.get(duccId).getNode();
        NodeIdentity nodeId = node.getNodeIdentity();
        logger.info(methodName, duccWorkJob.getDuccId(), messages.fetch("resource processing")
          +" "+messages.fetchLabel("process")+duccId.getFriendly()
          +" "+messages.fetchLabel("unique")+duccId.getUnique()
          +" "+messages.fetchLabel("name")+nodeId.getName()
          +" "+messages.fetchLabel("ip")+nodeId.getIp());
        if(processMap.containsKey(duccId)) {
          IDuccProcess process = processMap.get(duccId);
          switch(process.getResourceState()) {
          case Deallocated:
            break;
          default:
            process.setResourceState(ResourceState.Deallocated);
            process.setProcessDeallocationType(ProcessDeallocationType.Forced);
            logger.info(methodName, duccWorkJob.getDuccId(), messages.fetch("resource deallocated")
              +" "+messages.fetchLabel("process")+duccId.getFriendly()
              +" "+messages.fetchLabel("unique")+duccId.getUnique()
              +" "+messages.fetchLabel("name")+nodeId.getName()
              +" "+messages.fetchLabel("ip")+nodeId.getIp());
            break;
          }
          /*
          if(process.isDefunct()) {
            orchestratorCommonArea.getProcessAccounting().removeProcess(duccId);
            processMap.removeProcess(duccId);
            logger.info(methodName, duccId, messages.fetch("remove resource")+" "+messages.fetchLabel("name")+nodeId.getName()+" "+messages.fetchLabel("ip")+nodeId.getIp());
            changes++;
          }
          */
        }
        else {
          logger.info(methodName, duccWorkJob.getDuccId(), messages.fetch("resource not found")
            +" "+messages.fetchLabel("process")+duccId.getFriendly()
            +" "+messages.fetchLabel("unique")+duccId.getUnique()
            +" "+messages.fetchLabel("name")+nodeId.getName()
            +" "+messages.fetchLabel("ip")+nodeId.getIp());
        }
      }
    }
View Full Code Here

    int changes = 0;
    IDuccReservationMap reservationMap = duccWorkReservation.getReservationMap();
    if(resourceMap != null) {
      Iterator<DuccId> resourceMapIterator = resourceMap.keySet().iterator();
      while(resourceMapIterator.hasNext()) {
        DuccId duccId = resourceMapIterator.next();
        IResource resource = resourceMap.get(duccId);
        Node node = resource.getNode();
        NodeIdentity nodeId = node.getNodeIdentity();
        int shares = resource.countShares();
        if(!reservationMap.containsKey(duccId)) {
View Full Code Here

    int changes = 0;
    IDuccReservationMap reservationMap = duccWorkReservation.getReservationMap();
    if(resourceMap != null) {
      Iterator<DuccId> resourceMapIterator = resourceMap.keySet().iterator();
      while(resourceMapIterator.hasNext()) {
        DuccId duccId = resourceMapIterator.next();
        Node node = resourceMap.get(duccId).getNode();
        NodeIdentity nodeId = node.getNodeIdentity();
        if(reservationMap.containsKey(duccId)) {
          reservationMap.removeReservation(duccId);
          logger.info(methodName, duccId, messages.fetch("remove resource")+" "+messages.fetchLabel("name")+nodeId.getName()+" "+messages.fetchLabel("ip")+nodeId.getIp());
View Full Code Here

TOP

Related Classes of org.apache.uima.ducc.common.utils.id.DuccId

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.