Examples of org.apache.hadoop.mapreduce.CounterGroup.findCounter()

Class org.apache.hadoop.mapreduce.CounterGroup

Examples of org.apache.hadoop.mapreduce.CounterGroup.findCounter()

org.apache.hadoop.mapreduce.CounterGroup.findCounter()
Internal to find a counter in a group. @param counterName the name of the counter @param displayName the display name of the counter @return the counter that was found or added

           org.apache.hadoop.mapreduce.Counter counter = ctrItr.next();
           String name = counter.getName();
           String mapValue = 
             decimal.format(mapGroup.findCounter(name).getValue());
           String reduceValue = 
             decimal.format(reduceGroup.findCounter(name).getValue());
           String totalValue = 
             decimal.format(counter.getValue());


           buff.append(
               String.format("%n|%1$-30s|%2$-30s|%3$-10s|%4$-10s|%5$-10s",

View Full Code Here

    sb.append(String.format("    %12s %6.1f\n", "mean", mean));
    sb.append(String.format("    %12s %6.1f\n", "max", max));


    CounterGroup totalGrp = job.getCounters().getGroup("total");


    long decode = totalGrp.findCounter("decode-time(ms)").getValue();
    long request = totalGrp.findCounter("request-time(ms)").getValue();
    long map = totalGrp.findCounter("mapper-time(ms)").getValue();
    long mb = totalGrp.findCounter("data-read").getValue();


    long other = totalTaskTime - map - request - decode;

View Full Code Here

    sb.append(String.format("    %12s %6.1f\n", "max", max));


    CounterGroup totalGrp = job.getCounters().getGroup("total");


    long decode = totalGrp.findCounter("decode-time(ms)").getValue();
    long request = totalGrp.findCounter("request-time(ms)").getValue();
    long map = totalGrp.findCounter("mapper-time(ms)").getValue();
    long mb = totalGrp.findCounter("data-read").getValue();


    long other = totalTaskTime - map - request - decode;

View Full Code Here


    CounterGroup totalGrp = job.getCounters().getGroup("total");


    long decode = totalGrp.findCounter("decode-time(ms)").getValue();
    long request = totalGrp.findCounter("request-time(ms)").getValue();
    long map = totalGrp.findCounter("mapper-time(ms)").getValue();
    long mb = totalGrp.findCounter("data-read").getValue();


    long other = totalTaskTime - map - request - decode;


    sb.append("\nHadoop task breakdown:\n");

View Full Code Here

    CounterGroup totalGrp = job.getCounters().getGroup("total");


    long decode = totalGrp.findCounter("decode-time(ms)").getValue();
    long request = totalGrp.findCounter("request-time(ms)").getValue();
    long map = totalGrp.findCounter("mapper-time(ms)").getValue();
    long mb = totalGrp.findCounter("data-read").getValue();


    long other = totalTaskTime - map - request - decode;


    sb.append("\nHadoop task breakdown:\n");
    sb.append(String.format("    %12s %s\n", "kafka", NumberFormat

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.