Package org.apache.uima.ducc.common.utils.id

Examples of org.apache.uima.ducc.common.utils.id.DuccId


        for ( String svc : svcs ) {
            svc = svc.trim();
            String key = "UIMA-AS:" + svc + ":tcp://foo:123";
            ServiceSet dep = serviceStateHandler.getServiceByName(key);
            if ( dep == null ) {
                dep = new ServiceSet(new DuccId(friendly++), new DuccId(0), key, null);
                serviceStateHandler.putServiceByName(key, dep);
                allServices[ndx++] = dep;
            }

            String depnames = props.getStringProperty("svc." + svc);
            String[] deps = depnames.split("\\s");
            List<String> subdeps = new ArrayList<String>();
            for ( String subsvc : deps ) {
                subsvc = subsvc.trim();
                if ( subsvc.equals("")) continue;

                String subkey = "UIMA-AS:" + subsvc + ":tcp://foo:123";
                ServiceSet subdep = serviceStateHandler.getServiceByName(subkey);
                if ( subdep == null ) {
                    subdep = new ServiceSet(new DuccId(friendly++), new DuccId(0), subkey, null);
                    serviceStateHandler.putServiceByName(subkey, subdep);
                    allServices[ndx++] = subdep;
                }
                subdeps.add(subkey);
            }
View Full Code Here


    void jobUpdate(Object state, IDuccWork job)
    {
      String methodName = "jobUpate";
        IDuccSchedulingInfo si = job.getSchedulingInfo();

        DuccId jobid = job.getDuccId();
        IRmJob j = scheduler.getJob(jobid);
        if ( j == null ) {
            // this can happen right when the job is submitted, if we haven't yet called
            // the scheduler to deal with it.  just ignore, but take note.
            // logger.info(methodName, jobid, "**** Cannot find job to update! ****");
 
View Full Code Here

                Machine m = scheduler.getMachine(ni);
                if ( m == null ) {                             // not known, huh? maybe next epoch it will have checked in
                    refuse(j, "Cannot restore job because node " + ni.getName()  + " is unknown.");
                    return false;                              // so we don't add it to global tables
                } else {
                    DuccId id = proc.getDuccId();
                    Share   s = new Share(id, m, j, m.getShareOrder());        // guess share order; scheduler will reset when it recovers job
                    long mem = proc.getResidentMemory();

                    logger.info(methodName, j.getId(), "Assigning share in state", state, "pid", pid, "for recovery", s.toString());
                    j.recoverShare(s);
View Full Code Here

                Machine m = scheduler.getMachine(ni);
                if ( m == null ) {                             // not known, huh? maybe next epoch it will have checked in
                    refuse(j, "Cannot restore reservation because node " + ni.getName() + " is unknown.");
                    return false;                              // so we don't add it to global tables
                } else {
                    DuccId id = res.getDuccId();
                    Share   s = new Share(id, m, j, m.getShareOrder());
                    s.setFixed();
                    j.recoverShare(s);
                    logger.debug(methodName, j.getId(), "Assigning share for recovery", s.toString());
                }
View Full Code Here

      else {
        sb.append("0");
      }
      Iterator<DuccId> iterator = job.getProcessMap().keySet().iterator();
      while(iterator.hasNext()) {
        DuccId processId = iterator.next();
        IDuccProcess process = job.getProcessMap().get(processId);
        String node = process.getNodeIdentity().getName();
        nodeMap.put(node, 1);
      }
    }
View Full Code Here

    if(duccWorkMap != null) {
      Set<DuccId> jobKeySet = duccWorkMap.getJobKeySet();
      if(jobKeySet != null) {
        Iterator<DuccId> iterator = jobKeySet.iterator();
        while(iterator.hasNext()) {
          DuccId duccId = iterator.next();
          IDuccWork duccWork = duccWorkMap.findDuccWork(duccId);
          IDuccWorkJob dwJob = (IDuccWorkJob) duccWork;
          putJobDriverNode(list, dwJob);
          putJobProcessNodes(list, dwJob);
        }
View Full Code Here

    if(duccWorkMap != null) {
      Set<DuccId> reservationKeySet = duccWorkMap.getReservationKeySet();
      if(reservationKeySet != null) {
        Iterator<DuccId> iterator = reservationKeySet.iterator();
        while(iterator.hasNext()) {
          DuccId duccId = iterator.next();
          IDuccWork duccWork = duccWorkMap.findDuccWork(duccId);
          IDuccWorkReservation dwReservation = (IDuccWorkReservation) duccWork;
          putReservationNodes(list, dwReservation);
        }
      }
View Full Code Here

  }
 
  public String decorateDuration(HttpServletRequest request, IDuccWorkJob job, String duration) {
    String location = "decorateDuration";
    String retVal = duration;
    DuccId duccId = job.getDuccId();
    try {
      StringBuffer title = new StringBuffer();
      double avgMillisPerWorkItem = getAvgMillisPerWorkItem(request, job);
      if(avgMillisPerWorkItem > 0) {
        if(avgMillisPerWorkItem < 500) {
View Full Code Here

 
  protected StringBuffer getReason(IDuccWorkJob job, DuccType type) {
    StringBuffer sb = new StringBuffer();
    try {
      if(job != null) {
        DuccId duccId = job.getDuccId();
        sb = new StringBuffer();
        if(job.isOperational()) {
          boolean multi = false;
          /*
          sb.append("<span>");
 
View Full Code Here

    Iterator<DuccId> iterator;
    ArrayList<DuccId> gone = new ArrayList<DuccId>();
   
    iterator = mMap.keySet().iterator();
    while( iterator.hasNext() ) {
      DuccId duccId = iterator.next();
      gone.add(duccId);
    }
   
    long expiryMillis = System.currentTimeMillis()+timeoutMillis+1;
   
    iterator = dwm.getManagedReservationKeySet().iterator();
    while( iterator.hasNext() ) {
      DuccId duccId = iterator.next();
      IDuccWork dw = (IDuccWork)dwm.findDuccWork(duccId);
      gone.remove(duccId);
      if(!mMap.containsKey(duccId)) {
        MonitorInfo monitorInfo = new MonitorInfo();
        mMap.put(duccId, monitorInfo);
        duccLogger.info(location, duccId, "monitor start");
        if(!tMap.containsKey(duccId)) {
          if(dw.isCancelOnInterrupt()) {
            TrackingInfo ti = new TrackingInfo();
            ti.time = expiryMillis;
            ti.user = dw.getStandardInfo().getUser();
            tMap.put(duccId,ti);
            duccLogger.info(location, duccId, "auto-cancel on");
          }
          else {
            duccLogger.info(location, duccId, "auto-cancel off");
          }
        }
      }
      DuccWorkJob dwr = (DuccWorkJob) dw;
      MonitorInfo monitorInfo = mMap.get(duccId);
      //IDuccSchedulingInfo si = dwr.getSchedulingInfo();
      //monitorInfo.total = si.getWorkItemsTotal();    // ignore for MR, default to 0
      //monitorInfo.done  = si.getWorkItemsCompleted();  // ignore for MR, default to 0
      //monitorInfo.error = si.getWorkItemsError();    // ignore for MR, default to 0
      //monitorInfo.retry = si.getWorkItemsRetry();    // ignore for MR, default to 0
      monitorInfo.procs = ""+dwr.getProcessMap().getAliveProcessCount();
     
      Map<DuccId, IDuccProcess> map = dwr.getProcessMap().getMap();
      monitorInfo.code = getCode(map);
     
      ArrayList<String> stateSequence = monitorInfo.stateSequence;
      String state = dwr.getJobState().toString();
      if(!stateSequence.contains(state)) {
        duccLogger.info(location, duccId, "state: "+state);
        stateSequence.add(state);
      }
    }
   
    iterator = gone.iterator();
    while( iterator.hasNext() ) {
      DuccId duccId = iterator.next();
      mMap.remove(duccId);
      tMap.remove(duccId);
      duccLogger.info(location, duccId, "monitor stop");
    }
   
View Full Code Here

TOP

Related Classes of org.apache.uima.ducc.common.utils.id.DuccId

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.