Package org.apache.hadoop.mapreduce

Examples of org.apache.hadoop.mapreduce.Counters.findCounter()

369
370
371
372
373
374
375
376
377
378
379
              long filesFailed =
                  ctrs.findCounter(Counter.FILES_FAILED) != null ?
                    ctrs.findCounter(Counter.FILES_FAILED).getValue() : 0;
              long filesNoAction =
                  ctrs.findCounter(Counter.FILES_NOACTION) != null ?
                    ctrs.findCounter(Counter.FILES_NOACTION).getValue() : 0;
              long blockFixSimulationFailed =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED) != null?
                    ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED).getValue() : 0;
              long blockFixSimulationSucceeded =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_SUCCEEDED) != null?
View Full Code Here
371
372
373
374
375
376
377
378
379
380
381
                    ctrs.findCounter(Counter.FILES_FAILED).getValue() : 0;
              long filesNoAction =
                  ctrs.findCounter(Counter.FILES_NOACTION) != null ?
                    ctrs.findCounter(Counter.FILES_NOACTION).getValue() : 0;
              long blockFixSimulationFailed =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED) != null?
                    ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED).getValue() : 0;
              long blockFixSimulationSucceeded =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_SUCCEEDED) != null?
                    ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_SUCCEEDED).getValue() : 0;
              this.recentNumBlockFixSimulationFailed += blockFixSimulationFailed;
View Full Code Here
372
373
374
375
376
377
378
379
380
381
382
              long filesNoAction =
                  ctrs.findCounter(Counter.FILES_NOACTION) != null ?
                    ctrs.findCounter(Counter.FILES_NOACTION).getValue() : 0;
              long blockFixSimulationFailed =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED) != null?
                    ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED).getValue() : 0;
              long blockFixSimulationSucceeded =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_SUCCEEDED) != null?
                    ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_SUCCEEDED).getValue() : 0;
              this.recentNumBlockFixSimulationFailed += blockFixSimulationFailed;
              this.recentNumBlockFixSimulationSucceeded += blockFixSimulationSucceeded;
View Full Code Here
374
375
376
377
378
379
380
381
382
383
384
                    ctrs.findCounter(Counter.FILES_NOACTION).getValue() : 0;
              long blockFixSimulationFailed =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED) != null?
                    ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED).getValue() : 0;
              long blockFixSimulationSucceeded =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_SUCCEEDED) != null?
                    ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_SUCCEEDED).getValue() : 0;
              this.recentNumBlockFixSimulationFailed += blockFixSimulationFailed;
              this.recentNumBlockFixSimulationSucceeded += blockFixSimulationSucceeded;

              int files = jobIndex.get(job).size();
View Full Code Here
375
376
377
378
379
380
381
382
383
384
385
              long blockFixSimulationFailed =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED) != null?
                    ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_FAILED).getValue() : 0;
              long blockFixSimulationSucceeded =
                  ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_SUCCEEDED) != null?
                    ctrs.findCounter(Counter.BLOCK_FIX_SIMULATION_SUCCEEDED).getValue() : 0;
              this.recentNumBlockFixSimulationFailed += blockFixSimulationFailed;
              this.recentNumBlockFixSimulationSucceeded += blockFixSimulationSucceeded;

              int files = jobIndex.get(job).size();
             
View Full Code Here
235
236
237
238
239
240
241
242
243
244
245
    Assert.assertEquals(mta.getLaunchTime(), 10);
    Assert.assertEquals(rta.getFinishTime(), 11);
    Assert.assertEquals(rta.getLaunchTime(), 10);
    Counters counters = job.getAllCounters();
    Assert.assertEquals((int) Math.ceil((float) mapMemMb / minContainerSize),
        counters.findCounter(JobCounter.SLOTS_MILLIS_MAPS).getValue());
    Assert.assertEquals((int) Math.ceil((float) reduceMemMb / minContainerSize),
        counters.findCounter(JobCounter.SLOTS_MILLIS_REDUCES).getValue());
    Assert.assertEquals(1,
        counters.findCounter(JobCounter.MILLIS_MAPS).getValue());
    Assert.assertEquals(1,
View Full Code Here
237
238
239
240
241
242
243
244
245
246
247
    Assert.assertEquals(rta.getLaunchTime(), 10);
    Counters counters = job.getAllCounters();
    Assert.assertEquals((int) Math.ceil((float) mapMemMb / minContainerSize),
        counters.findCounter(JobCounter.SLOTS_MILLIS_MAPS).getValue());
    Assert.assertEquals((int) Math.ceil((float) reduceMemMb / minContainerSize),
        counters.findCounter(JobCounter.SLOTS_MILLIS_REDUCES).getValue());
    Assert.assertEquals(1,
        counters.findCounter(JobCounter.MILLIS_MAPS).getValue());
    Assert.assertEquals(1,
        counters.findCounter(JobCounter.MILLIS_REDUCES).getValue());
    Assert.assertEquals(mapMemMb,
View Full Code Here
239
240
241
242
243
244
245
246
247
248
249
    Assert.assertEquals((int) Math.ceil((float) mapMemMb / minContainerSize),
        counters.findCounter(JobCounter.SLOTS_MILLIS_MAPS).getValue());
    Assert.assertEquals((int) Math.ceil((float) reduceMemMb / minContainerSize),
        counters.findCounter(JobCounter.SLOTS_MILLIS_REDUCES).getValue());
    Assert.assertEquals(1,
        counters.findCounter(JobCounter.MILLIS_MAPS).getValue());
    Assert.assertEquals(1,
        counters.findCounter(JobCounter.MILLIS_REDUCES).getValue());
    Assert.assertEquals(mapMemMb,
        counters.findCounter(JobCounter.MB_MILLIS_MAPS).getValue());
    Assert.assertEquals(reduceMemMb,
View Full Code Here
241
242
243
244
245
246
247
248
249
250
251
    Assert.assertEquals((int) Math.ceil((float) reduceMemMb / minContainerSize),
        counters.findCounter(JobCounter.SLOTS_MILLIS_REDUCES).getValue());
    Assert.assertEquals(1,
        counters.findCounter(JobCounter.MILLIS_MAPS).getValue());
    Assert.assertEquals(1,
        counters.findCounter(JobCounter.MILLIS_REDUCES).getValue());
    Assert.assertEquals(mapMemMb,
        counters.findCounter(JobCounter.MB_MILLIS_MAPS).getValue());
    Assert.assertEquals(reduceMemMb,
        counters.findCounter(JobCounter.MB_MILLIS_REDUCES).getValue());
    Assert.assertEquals(1,
View Full Code Here
243
244
245
246
247
248
249
250
251
252
253
    Assert.assertEquals(1,
        counters.findCounter(JobCounter.MILLIS_MAPS).getValue());
    Assert.assertEquals(1,
        counters.findCounter(JobCounter.MILLIS_REDUCES).getValue());
    Assert.assertEquals(mapMemMb,
        counters.findCounter(JobCounter.MB_MILLIS_MAPS).getValue());
    Assert.assertEquals(reduceMemMb,
        counters.findCounter(JobCounter.MB_MILLIS_REDUCES).getValue());
    Assert.assertEquals(1,
        counters.findCounter(JobCounter.VCORES_MILLIS_MAPS).getValue());
    Assert.assertEquals(1,
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.