Package org.apache.hadoop.mapreduce

Examples of org.apache.hadoop.mapreduce.CounterGroup.findCounter()

230
231
232
233
234
235
236
237
238
239
240
       Counter counter = ctrItr.next();
       String name = counter.getName();
       String mapValue =
        decimal.format(mapGroup.findCounter(name).getValue());
       String reduceValue =
        decimal.format(reduceGroup.findCounter(name).getValue());
       String totalValue =
        decimal.format(counter.getValue());

      out.write("\n       <tr>\n");
View Full Code Here
182
183
184
185
186
187
188
189
190
191
192
           org.apache.hadoop.mapreduce.Counter counter = ctrItr.next();
           String name = counter.getName();
           String mapValue =
             decimal.format(mapGroup.findCounter(name).getValue());
           String reduceValue =
             decimal.format(reduceGroup.findCounter(name).getValue());
           String totalValue =
             decimal.format(counter.getValue());

           buff.append(
               String.format("\n|%1$-30s|%2$-30s|%3$-10s|%4$-10s|%5$-10s",
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
    reduceDriver.setInput(new EmitKey("[Job Statistics][Some][counter]", "test"), values);
    reduceDriver.runTest();
    final Counters counters = reduceDriver.getCounters();
    final CounterGroup group = counters.getGroup("Job Statistics");

    Assert.assertEquals("counter value is wrong", 3, group.findCounter("Somecounter").getValue());
  }

  @Test
  public void testMrcounterAggregatorReduce() {
    final List<EmitValue> values = new ArrayList<EmitValue>();
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
    reduceDriver.setInput(new EmitKey("test"), values);
    reduceDriver.runTest();
    final Counters counters = reduceDriver.getCounters();
    final CounterGroup group = counters.getGroup("test[]");

    Assert.assertEquals("counter value is wrong", 0, group.findCounter("one").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("two").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("three").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("four").getValue());
  }
}
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
    reduceDriver.runTest();
    final Counters counters = reduceDriver.getCounters();
    final CounterGroup group = counters.getGroup("test[]");

    Assert.assertEquals("counter value is wrong", 0, group.findCounter("one").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("two").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("three").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("four").getValue());
  }
}
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    final Counters counters = reduceDriver.getCounters();
    final CounterGroup group = counters.getGroup("test[]");

    Assert.assertEquals("counter value is wrong", 0, group.findCounter("one").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("two").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("three").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("four").getValue());
  }
}

class MrcounterSizzleCombiner extends sizzle.runtime.SizzleCombiner {
View Full Code Here
95
96
97
98
99
100
101
102
103
104
105
    final CounterGroup group = counters.getGroup("test[]");

    Assert.assertEquals("counter value is wrong", 0, group.findCounter("one").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("two").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("three").getValue());
    Assert.assertEquals("counter value is wrong", 0, group.findCounter("four").getValue());
  }
}

class MrcounterSizzleCombiner extends sizzle.runtime.SizzleCombiner {
  public MrcounterSizzleCombiner() {
View Full Code Here
26
27
28
29
30
31
32
33
34
35
36
    reduceDriver.setInput(new EmitKey("test"), values);
    reduceDriver.runTest();
    final Counters counters = reduceDriver.getCounters();
    final CounterGroup group = counters.getGroup("Sizzle Counters");

    Assert.assertEquals("counter value is wrong", 3, group.findCounter("Unnamed counter").getValue());
  }

  @Test
  public void testMrcounterAggregatorCombineNamed() {
    final List<EmitValue> values = new ArrayList<EmitValue>();
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
    reduceDriver.setInput(new EmitKey("[three]", "test"), values);
    reduceDriver.runTest();
    final Counters counters = reduceDriver.getCounters();
    final CounterGroup group = counters.getGroup("Sizzle Counters");

    Assert.assertEquals("counter value is wrong", 3, group.findCounter("three").getValue());
  }

  @Test
  public void testMrcounterAggregatorCombineGroup() {
    final List<EmitValue> values = new ArrayList<EmitValue>();
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
    reduceDriver.setInput(new EmitKey("[Job Statistics][Some counter]", "test"), values);
    reduceDriver.runTest();
    final Counters counters = reduceDriver.getCounters();
    final CounterGroup group = counters.getGroup("Job Statistics");

    Assert.assertEquals("counter value is wrong", 3, group.findCounter("Some counter").getValue());
  }

  @Test
  public void testMrcounterAggregatorCombineMultilevel() {
    final List<EmitValue> values = new ArrayList<EmitValue>();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.