Package org.apache.tez.dag.api.client

Examples of org.apache.tez.dag.api.client.Progress

480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
    console.printInfo(SUMMARY_HEADER);
    SortedSet<String> keys = new TreeSet<String>(progressMap.keySet());
    Set<StatusGetOpts> statusOptions = new HashSet<StatusGetOpts>(1);
    statusOptions.add(StatusGetOpts.GET_COUNTERS);
    for (String vertexName : keys) {
      Progress progress = progressMap.get(vertexName);
      if (progress != null) {
        final int totalTasks = progress.getTotalTaskCount();
        final int failedTaskAttempts = progress.getFailedTaskAttemptCount();
        final int killedTasks = progress.getKilledTaskCount();
        final double duration =
            perfLogger.getDuration(PerfLogger.TEZ_RUN_VERTEX + vertexName) / 1000.0;
        VertexStatus vertexStatus = null;
        try {
          vertexStatus = dagClient.getVertexStatus(vertexName, statusOptions);
View Full Code Here
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
    SortedSet<String> keys = new TreeSet<String>(progressMap.keySet());
    int idx = 0;
    int maxKeys = keys.size();
    for (String s : keys) {
      idx++;
      Progress progress = progressMap.get(s);
      final int complete = progress.getSucceededTaskCount();
      final int total = progress.getTotalTaskCount();
      final int running = progress.getRunningTaskCount();
      final int failed = progress.getFailedTaskAttemptCount();
      final int pending = progress.getTotalTaskCount() - progress.getSucceededTaskCount() -
          progress.getRunningTaskCount();
      final int killed = progress.getKilledTaskCount();

      // To get vertex status we can use DAGClient.getVertexStatus(), but it will be expensive to
      // get status from AM for every refresh of the UI. Lets infer the state from task counts.
      // Only if DAG is FAILED or KILLED the vertex status is fetched from AM.
      VertexStatus.State vertexState = VertexStatus.State.INITIALIZING;
View Full Code Here
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
  private String getReport(Map<String, Progress> progressMap) {
    StringBuffer reportBuffer = new StringBuffer();

    SortedSet<String> keys = new TreeSet<String>(progressMap.keySet());
    for (String s: keys) {
      Progress progress = progressMap.get(s);
      final int complete = progress.getSucceededTaskCount();
      final int total = progress.getTotalTaskCount();
      final int running = progress.getRunningTaskCount();
      final int failed = progress.getFailedTaskAttemptCount();
      if (total <= 0) {
        reportBuffer.append(String.format("%s: -/-\t", s, complete, total));
      } else {
        if (complete == total && !completed.contains(s)) {
          completed.add(s);
View Full Code Here
213
214
215
216
217
218
219
220
221
222
223
224
225
  private String printStatus(Map<String, Progress> progressMap, String lastReport, LogHelper console) {
    StringBuffer reportBuffer = new StringBuffer();

    SortedSet<String> keys = new TreeSet<String>(progressMap.keySet());
    for (String s: keys) {
      Progress progress = progressMap.get(s);
      int complete = progress.getSucceededTaskCount();
      int total = progress.getTotalTaskCount();
      if (total <= 0) {
        reportBuffer.append(String.format("%s: -/-\t", s, complete, total));
      } else {
        if (complete == total && !completed.contains(s)) {
          completed.add(s);
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
      VertexStatus vertexStatus = dagClient.getVertexStatus( getID(), STATUS_GET_OPTS );

      if( vertexStatus == null )
        return false;

      Progress progress = vertexStatus.getProgress();

      totalTaskCount = progress.getTotalTaskCount();
      runningTaskCount = progress.getRunningTaskCount();
      succeededTaskCount = progress.getSucceededTaskCount();
      failedTaskCount = progress.getFailedTaskCount();
      killedTaskCount = progress.getKilledTaskCount();

      int total = sliceStatsMap.size();

      for( int i = total; i < totalTaskCount; i++ )
        {
View Full Code Here
TOP

Related Classes of org.apache.tez.dag.api.client.Progress

  • cascading.stats.tez.TezNodeStats
  • org.apache.hadoop.hive.ql.exec.tez.TezJobMonitor
  • org.apache.pig.backend.hadoop.executionengine.tez.TezJob
  • org.apache.tez.dag.api.client.rpc.DAGClientRPCImpl
  • org.apache.tez.examples.ExampleDriver
  • org.apache.tez.mapreduce.client.DAGJobStatus
  • org.apache.tez.mapreduce.examples.ExampleDriver
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.