Package org.apache.uima.ducc.transport.event.common

Examples of org.apache.uima.ducc.transport.event.common.IDuccProcessWorkItems

328
329
330
331
332
333
334
335
336
337
338
339
340
      DuccProcessWorkItemsMap pwiMap = jdStatusReport.getDuccProcessWorkItemsMap();
      Iterator<DuccId> iterator = pwiMap.keySet().iterator();
      while(iterator.hasNext()) {
        DuccId processId = iterator.next();
        IDuccProcess process = processMap.get(processId);
        IDuccProcessWorkItems pwi = pwiMap.get(processId);
        process.setProcessWorkItems(pwi);
        logger.trace(methodName, job.getDuccId(), "done:"+pwi.getCountDone()+" "+"error:"+pwi.getCountError()+" "+"dispatch:"+pwi.getCountDispatch()+" "+"unassigned:"+pwi.getCountUnassigned()+" "+"lost:"+pwi.getCountLost());
      }
    }
    catch(Throwable t) {
      logger.error(methodName, job.getDuccId(), t);
    }
View Full Code Here
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
 
  private void copyDriverWorkItemsReport(DuccWorkJob job, DriverStatusReport jdStatusReport) {
    String methodName = "copyDriverWorkItemsReport";
    try {
      DuccProcessWorkItemsMap pwiMap = jdStatusReport.getDuccProcessWorkItemsMap();
      IDuccProcessWorkItems pwi = pwiMap.getTotals();
      pwi.setCountUnassigned(jdStatusReport.getWorkItemPendingProcessAssignmentCount());
      DuccWorkPopDriver driver = job.getDriver();
      IDuccProcessMap processMap = driver.getProcessMap();
      if(processMap != null) {
        Iterator<DuccId> iterator = processMap.keySet().iterator();
        while(iterator.hasNext()) {
          DuccId processId = iterator.next();
          IDuccProcess process = processMap.get(processId);
          process.setProcessWorkItems(pwi);
          logger.debug(methodName, job.getDuccId(), "done:"+pwi.getCountDone()+" "+"error:"+pwi.getCountError()+" "+"dispatch:"+pwi.getCountDispatch()+" "+"unassigned:"+pwi.getCountUnassigned()+" "+"lost:"+pwi.getCountLost());
        }
      }
    }
    catch(Throwable t) {
      logger.error(methodName, job.getDuccId(), t);
View Full Code Here
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
                if ( gcStats != null ) {
                    gcCollectionCount = gcStats.getCollectionCount();
                    gcCollectionTime = gcStats.getCollectionTime();
                }
       
        IDuccProcessWorkItems idpw = idp.getProcessWorkItems();
                long wiDispatch = 0;
                long wiDone     = 0;
                long wiError    = 0;
                long wiRetry    = 0;
                long wiPreempt  = 0;                
                if ( idpw != null ) {
                    wiDispatch = idpw.getCountDispatch();
                    wiDone     = idpw.getCountDone();
                    wiError    = idpw.getCountError();
                    wiRetry    = idpw.getCountRetry();
                    wiPreempt  = idpw.getCountPreempt();
                }

                System.out.println(String.format(dataFmt, node, pid, init_time,
                                                 mem, memmax, major_faults, swap_usage, max_swap_usage, cpu_time, gcCollectionCount, gcCollectionTime,
                                                 wiDispatch, wiDone, wiError, wiRetry, wiPreempt,
View Full Code Here
509
510
511
512
513
514
515
516
517
518
519
520
    try {
      DuccProcessWorkItemsMap pwiMap = getDuccProcessWorkItemsMap();
      Iterator<DuccId> iterator = pwiMap.keySet().iterator();
      while(iterator.hasNext()) {
        DuccId processId = iterator.next();
        IDuccProcessWorkItems pwi = pwiMap.get(processId);
        retVal += pwi.getCountDispatch();
      }
    }
    catch(Throwable t) {
      duccOut.debug(methodName, duccId, t);
    }
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
  public IDuccProcessWorkItems getTotals() {
    return totals;
  }
 
  private IDuccProcessWorkItems get(DuccId duccId) {
    IDuccProcessWorkItems retVal = super.get(duccId);
    if(retVal == null) {
      retVal = new DuccProcessWorkItems();
      super.put(duccId, retVal);
    }
    return retVal;
View Full Code Here
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
    case MR:
      break;
    default:
      // Time:avg
      index++; // jp.17
      IDuccProcessWorkItems pwi = process.getProcessWorkItems();
      cbList[index].append("<td align=\"right\">");
      if(pwi != null) {
        cbList[index].append(pwi.getSecsAvg());
      }
      cbList[index].append("</td>");
      // Time:max
      index++; // jp.18
      cbList[index].append("<td align=\"right\">");
      if(pwi != null) {
        cbList[index].append(pwi.getSecsMax());
      }
      cbList[index].append("</td>");
      // Time:min
      index++; // jp.19
      cbList[index].append("<td align=\"right\">");
      if(pwi != null) {
        cbList[index].append(pwi.getSecsMin());
      }
      cbList[index].append("</td>");
      // Done
      index++; // jp.20
      cbList[index].append("<td align=\"right\">");
      if(pwi != null) {
        cbList[index].append(pwi.getCountDone());
      }
      cbList[index].append("</td>");
      // Error
      index++; // jp.21
      cbList[index].append("<td align=\"right\">");
      if(pwi != null) {
        cbList[index].append(pwi.getCountError());
      }
      cbList[index].append("</td>");
      // Dispatch
      index++; // jp.22
      switch(dType) {
      case Job:
        cbList[index].append("<td align=\"right\">");
        if(pwi != null) {
          if(job.isCompleted()) {
            cbList[index].append("0");
          }
          else {
            cbList[index].append(pwi.getCountDispatch());
          }
        }
        cbList[index].append("</td>");
        break;
      default:
        break;
      }
      // Retry
      index++; // jp.23
      cbList[index].append("<td align=\"right\">");
      if(pwi != null) {
        cbList[index].append(pwi.getCountRetry());
      }
      cbList[index].append("</td>");
      // Preempt
      index++; // jp.24
      cbList[index].append("<td align=\"right\">");
      if(pwi != null) {
        cbList[index].append(pwi.getCountPreempt());
      }
      cbList[index].append("</td>");
      break;
    }
    // Jconsole:Url
View Full Code Here
255
256
257
258
259
260
261
262
263
264
265
266
  }
   
  private static long getWiTimeAvg(IDuccWorkJob job, IDuccProcess process) {
    long retVal = 0;
    try {
      IDuccProcessWorkItems pwi = process.getProcessWorkItems();
      retVal = pwi.getSecsAvg();
    }
    catch(Exception e) {
    }
    return retVal;
  }
View Full Code Here
266
267
268
269
270
271
272
273
274
275
276
277
  }
 
  private static long getWiTimeMax(IDuccWorkJob job, IDuccProcess process) {
    long retVal = 0;
    try {
      IDuccProcessWorkItems pwi = process.getProcessWorkItems();
      retVal = pwi.getSecsMax();
    }
    catch(Exception e) {
    }
    return retVal;
  }
View Full Code Here
277
278
279
280
281
282
283
284
285
286
287
288
  }
 
  private static long getWiTimeMin(IDuccWorkJob job, IDuccProcess process) {
    long retVal = 0;
    try {
      IDuccProcessWorkItems pwi = process.getProcessWorkItems();
      retVal = pwi.getSecsMin();
    }
    catch(Exception e) {
    }
    return retVal;
  }
View Full Code Here
288
289
290
291
292
293
294
295
296
297
298
299
  }
 
  private static long getWiDone(IDuccWorkJob job, IDuccProcess process) {
    long retVal = 0;
    try {
      IDuccProcessWorkItems pwi = process.getProcessWorkItems();
      retVal = pwi.getCountDone();
    }
    catch(Exception e) {
    }
    return retVal;
  }
View Full Code Here
TOP

Related Classes of org.apache.uima.ducc.transport.event.common.IDuccProcessWorkItems

  • org.apache.uima.ducc.cli.DuccPerfStats
  • org.apache.uima.ducc.orchestrator.StateManager
  • org.apache.uima.ducc.transport.event.jd.DriverStatusReport
  • org.apache.uima.ducc.transport.event.jd.DuccProcessWorkItemsMap
  • org.apache.uima.ducc.transport.json.jp.JobProcessCollection
  • org.apache.uima.ducc.ws.server.DuccHandler
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.