Package org.apache.hadoop.mapreduce.v2.api.records

Examples of org.apache.hadoop.mapreduce.v2.api.records.Counters

401
402
403
404
405
406
407
408
409
410
411
    final JobId id = newJobID(appID, i);
    final String name = newJobName();
    final JobReport report = newJobReport(id);
    final Map<TaskId, Task> tasks = newTasks(id, n, m);
    final TaskCount taskCount = getTaskCount(tasks.values());
    final Counters counters = getCounters(tasks.values());
    return new Job() {
      @Override
      public JobId getID() {
        return id;
      }
View Full Code Here
465
466
467
468
469
470
471
472
473
474
475
    return isUber;
  }

  @Override
  public Counters getCounters() {
    Counters counters = newCounters();
    readLock.lock();
    try {
      incrAllCounters(counters, jobCounters);
      return incrTaskCounters(counters, tasks.values());
    } finally {
View Full Code Here
476
477
478
479
480
481
482
483
484
485
486
      readLock.unlock();
    }
  }

  private Counters getTypeCounters(Set<TaskId> taskIds) {
    Counters counters = newCounters();
    for (TaskId taskId : taskIds) {
      Task task = tasks.get(taskId);
      incrAllCounters(counters, task.getCounters());
    }
    return counters;
View Full Code Here
503
504
505
506
507
508
509
510
511
      readLock.unlock();
    }
  }
 
  public static Counters newCounters() {
    Counters counters = RecordFactoryProvider.getRecordFactory(null)
        .newRecordInstance(Counters.class);
    return counters;
  }
View Full Code Here
806
807
808
809
810
811
812
813
814
815
816
  @Override
  public Counters getCounters() {
    readLock.lock();
    try {
      Counters counters = reportedStatus.counters;
      if (counters == null) {
        counters = recordFactory.newRecordInstance(Counters.class);
//        counters.groups = new HashMap<String, CounterGroup>();
      }
      return counters;
View Full Code Here
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
    }
  }
 
  private void updateProgressSplits() {
    double newProgress = reportedStatus.progress;
    Counters counters = reportedStatus.counters;
    if (counters == null)
      return;

    WrappedProgressSplitsBlock splitsBlock = getProgressSplitBlock();
    if (splitsBlock != null) {
      long now = clock.getTime();
      long start = getLaunchTime(); // TODO Ensure not 0

      if (start != 0 && now - start <= Integer.MAX_VALUE) {
        splitsBlock.getProgressWallclockTime().extend(newProgress,
            (int) (now - start));
      }

      Counter cpuCounter = counters.getCounter(
          TaskCounter.CPU_MILLISECONDS);
      if (cpuCounter != null && cpuCounter.getValue() <= Integer.MAX_VALUE) {
        splitsBlock.getProgressCPUTime().extend(newProgress,
            (int) cpuCounter.getValue());
      }

      Counter virtualBytes = counters.getCounter(
          TaskCounter.VIRTUAL_MEMORY_BYTES);
      if (virtualBytes != null) {
        splitsBlock.getProgressVirtualMemoryKbytes().extend(newProgress,
            (int) (virtualBytes.getValue() / (MEMORY_SPLITS_RESOLUTION)));
      }

      Counter physicalBytes = counters.getCounter(
          TaskCounter.PHYSICAL_MEMORY_BYTES);
      if (physicalBytes != null) {
        splitsBlock.getProgressPhysicalMemoryKbytes().extend(newProgress,
            (int) (physicalBytes.getValue() / (MEMORY_SPLITS_RESOLUTION)));
      }
View Full Code Here
1427
1428
1429
1430
1431
1432
1433
1434
1435
  private void initTaskAttemptStatus(TaskAttemptStatus result) {
    result.progress = 0.0f;
    result.phase = Phase.STARTING;
    result.stateString = "NEW";
    result.taskState = TaskAttemptState.NEW;
    Counters counters = recordFactory.newRecordInstance(Counters.class);
//    counters.groups = new HashMap<String, CounterGroup>();
    result.counters = counters;
  }
View Full Code Here
351
352
353
354
355
356
357
358
359
360
361
    }
  }

  @Override
  public Counters getCounters() {
    Counters counters = null;
    readLock.lock();
    try {
      TaskAttempt bestAttempt = selectBestAttempt();
      if (bestAttempt != null) {
        counters = bestAttempt.getCounters();
View Full Code Here
362
363
364
365
366
367
368
369
370
371
    }

    @Override
    public GetCountersResponse getCounters(GetCountersRequest request) throws YarnRemoteException {
      hsContact = true;
      Counters counters = getMyCounters();
      GetCountersResponse response = recordFactory.newRecordInstance(GetCountersResponse.class);
      response.setCounters(counters);
      return response;
   }
View Full Code Here
423
424
425
426
427
428
429
430
431
432
433
        throws YarnRemoteException {
      JobId jobID = request.getJobId();

      amContact = true;

      Counters counters = getMyCounters();
      GetCountersResponse response = recordFactory
          .newRecordInstance(GetCountersResponse.class);
      response.setCounters(counters);
      return response;
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapreduce.v2.api.records.Counters

  • org.apache.hadoop.conf.Configuration
  • org.apache.hadoop.fs.FileSystem
  • org.apache.hadoop.fs.FSDataInputStream
  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.fs.permission.FsPermission
  • org.apache.hadoop.mapred.ClientServiceDelegate
  • org.apache.hadoop.mapred.JobConf
  • org.apache.hadoop.mapred.NotRunningJob
  • org.apache.hadoop.mapred.TaskAttemptListenerImpl
  • org.apache.hadoop.mapred.TestClientRedirect
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.