Package org.apache.hadoop.mapreduce

Examples of org.apache.hadoop.mapreduce.Counters.findCounter()

657
658
659
660
661
662
663
664
665
666
667
      Counters counters = job.getCounters();

      Counter referenced = counters.findCounter(Counts.REFERENCED);
      Counter unreferenced = counters.findCounter(Counts.UNREFERENCED);
      Counter undefined = counters.findCounter(Counts.UNDEFINED);
      Counter multiref = counters.findCounter(Counts.EXTRAREFERENCES);

      boolean success = true;
      //assert
      if (expectedReferenced != referenced.getValue()) {
        LOG.error("Expected referenced count does not match with actual referenced count. " +
View Full Code Here
614
615
616
617
618
619
620
621
622
623
624
        throw new IllegalStateException("You should call run() first");
      }

      Counters counters = job.getCounters();

      Counter referenced = counters.findCounter(Counts.REFERENCED);
      Counter unreferenced = counters.findCounter(Counts.UNREFERENCED);
      Counter undefined = counters.findCounter(Counts.UNDEFINED);

      boolean success = true;
      //assert
View Full Code Here
615
616
617
618
619
620
621
622
623
624
625
      }

      Counters counters = job.getCounters();

      Counter referenced = counters.findCounter(Counts.REFERENCED);
      Counter unreferenced = counters.findCounter(Counts.UNREFERENCED);
      Counter undefined = counters.findCounter(Counts.UNDEFINED);

      boolean success = true;
      //assert
      if (expectedReferenced != referenced.getValue()) {
View Full Code Here
616
617
618
619
620
621
622
623
624
625
626
      Counters counters = job.getCounters();

      Counter referenced = counters.findCounter(Counts.REFERENCED);
      Counter unreferenced = counters.findCounter(Counts.UNREFERENCED);
      Counter undefined = counters.findCounter(Counts.UNDEFINED);

      boolean success = true;
      //assert
      if (expectedReferenced != referenced.getValue()) {
        LOG.error("Expected referenced count does not match with actual referenced count. " +
View Full Code Here
358
359
360
361
362
363
364
365
366
367
368
        try {
          if (job.isComplete()) {
            Counters ctrs = job.getCounters();
            if (ctrs != null) {
              // If we got counters, perform extra validation.
              this.recentSlotSeconds += ctrs.findCounter(
                  JobInProgress.Counter.SLOTS_MILLIS_MAPS).getValue() / 1000;
             
              long filesSucceeded =
                  ctrs.findCounter(Counter.FILES_SUCCEEDED) != null ?
                    ctrs.findCounter(Counter.FILES_SUCCEEDED).getValue() : 0;
View Full Code Here
362
363
364
365
366
367
368
369
370
371
372
              // If we got counters, perform extra validation.
              this.recentSlotSeconds += ctrs.findCounter(
                  JobInProgress.Counter.SLOTS_MILLIS_MAPS).getValue() / 1000;
             
              long filesSucceeded =
                  ctrs.findCounter(Counter.FILES_SUCCEEDED) != null ?
                    ctrs.findCounter(Counter.FILES_SUCCEEDED).getValue() : 0;
              long filesFailed =
                  ctrs.findCounter(Counter.FILES_FAILED) != null ?
                    ctrs.findCounter(Counter.FILES_FAILED).getValue() : 0;
              long filesNoAction =
View Full Code Here
363
364
365
366
367
368
369
370
371
372
373
              this.recentSlotSeconds += ctrs.findCounter(
                  JobInProgress.Counter.SLOTS_MILLIS_MAPS).getValue() / 1000;
             
              long filesSucceeded =
                  ctrs.findCounter(Counter.FILES_SUCCEEDED) != null ?
                    ctrs.findCounter(Counter.FILES_SUCCEEDED).getValue() : 0;
              long filesFailed =
                  ctrs.findCounter(Counter.FILES_FAILED) != null ?
                    ctrs.findCounter(Counter.FILES_FAILED).getValue() : 0;
              long filesNoAction =
                  ctrs.findCounter(Counter.FILES_NOACTION) != null ?
View Full Code Here
365
366
367
368
369
370
371
372
373
374
375
             
              long filesSucceeded =
                  ctrs.findCounter(Counter.FILES_SUCCEEDED) != null ?
                    ctrs.findCounter(Counter.FILES_SUCCEEDED).getValue() : 0;
              long filesFailed =
                  ctrs.findCounter(Counter.FILES_FAILED) != null ?
                    ctrs.findCounter(Counter.FILES_FAILED).getValue() : 0;
              long filesNoAction =
                  ctrs.findCounter(Counter.FILES_NOACTION) != null ?
                    ctrs.findCounter(Counter.FILES_NOACTION).getValue() : 0;
              long blockFixSimulationFailed =
View Full Code Here
366
367
368
369
370
371
372
373
374
375
376
              long filesSucceeded =
                  ctrs.findCounter(Counter.FILES_SUCCEEDED) != null ?
                    ctrs.findCounter(Counter.FILES_SUCCEEDED).getValue() : 0;
              long filesFailed =
                  ctrs.findCounter(Counter.FILES_FAILED) != null ?
                    ctrs.findCounter(Counter.FILES_FAILED).getValue() : 0;
              long filesNoAction =
                  ctrs.findCounter(Counter.FILES_NOACTION) != null ?
                    ctrs.findCounter(Counter.FILES_NOACTION).getValue() : 0;
              long blockFixSimulationFailed =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED) != null?
View Full Code Here
368
369
370
371
372
373
374
375
376
377
378
                    ctrs.findCounter(Counter.FILES_SUCCEEDED).getValue() : 0;
              long filesFailed =
                  ctrs.findCounter(Counter.FILES_FAILED) != null ?
                    ctrs.findCounter(Counter.FILES_FAILED).getValue() : 0;
              long filesNoAction =
                  ctrs.findCounter(Counter.FILES_NOACTION) != null ?
                    ctrs.findCounter(Counter.FILES_NOACTION).getValue() : 0;
              long blockFixSimulationFailed =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED) != null?
                    ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED).getValue() : 0;
              long blockFixSimulationSucceeded =
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.