Package com.liveramp.cascading_ext.tap

Examples of com.liveramp.cascading_ext.tap.NullTap$NullOutputCollector

47
48
49
50
51
52
53
54
55
56
57
    Pipe pipe = new Pipe("pipe");
    pipe = new Each(pipe, new FunctionStats(new MyFunction()));
    pipe = new Each(pipe, new MyFilter());

    Flow f = CascadingUtil.get().getFlowConnector().connect(source, new NullTap(), pipe);
    f.complete();

    System.out.println(Counters.getCounters(f));

    Assert.assertEquals(2l, Counters.get(f, "TestFunctionStats.java", "49 - MyFunction - Input records").longValue());
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
    Pipe input = new Pipe("input");
    input = new GroupBy(input, new Fields("field1"));
    input = new Every(input, new AggregatorStats(new MyAggregator()));

    Flow f = CascadingUtil.get().getFlowConnector().connect(source, new NullTap(), input);
    f.complete();

    Assert.assertEquals(4l, Counters.get(f, "TestAggregatorStats.java", "55 - MyAggregator - Input records").longValue());
    Assert.assertEquals(2l, Counters.get(f, "TestAggregatorStats.java", "55 - MyAggregator - Total output records").longValue());
  }
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
    Pipe input = new Pipe("input");
    input = new GroupBy(input, new Fields("field1"));
    input = new Every(input, new BufferStats(new MyBuffer()));

    Flow f = CascadingUtil.get().getFlowConnector().connect(source, new NullTap(), input);
    f.complete();

    Assert.assertEquals(2l, Counters.get(f, "TestBufferStats.java", "56 - MyBuffer - Output records").longValue());
    Assert.assertEquals(2l, Counters.get(f, "TestBufferStats.java", "56 - MyBuffer - Input groups").longValue());
  }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
        new Fields("field1", "field2"));

    Pipe pipe = new Pipe("pipe");
    pipe = new Each(pipe, new FilterStats(new MyFilter()));

    Flow f = CascadingUtil.get().getFlowConnector().connect(source, new NullTap(), pipe);
    f.complete();

    Assert.assertEquals(2l, Counters.get(f, "TestFilterStats.java", "51 - MyFilter - Input records").longValue());
    Assert.assertEquals(1l, Counters.get(f, "TestFilterStats.java", "51 - MyFilter - Kept records").longValue());
    Assert.assertEquals(1l, Counters.get(f, "TestFilterStats.java", "51 - MyFilter - Removed records").longValue());
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
    Pipe pipe = new Pipe("pipe");
    pipe = new Increment(pipe, "Group", "CounterA");
    pipe = new Each(pipe, new FilterNull());
    pipe = new Increment(pipe, Counter.B);

    Flow f = CascadingUtil.get().getFlowConnector().connect(source, new NullTap(), pipe);
    f.complete();

    Assert.assertEquals(3l, Counters.get(f, "Group", "CounterA").longValue());
    Assert.assertEquals(2l, Counters.get(f, Counter.B).longValue());
  }
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
        new Fields("field"));

    Pipe pipe = new Pipe("pipe");
    pipe = new EachStats(pipe, new FilterNull());

    Flow f = CascadingUtil.get().getFlowConnector().connect(source, new NullTap(), pipe);
    f.complete();

    Assert.assertEquals(3l, Counters.get(f, "TestEachStats.java", "31 - FilterNull - Input records").longValue());
    Assert.assertEquals(2l, Counters.get(f, "TestEachStats.java", "31 - FilterNull - Kept records").longValue());
    Assert.assertEquals(1l, Counters.get(f, "TestEachStats.java", "31 - FilterNull - Removed records").longValue());
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
    Pipe pipe = new Pipe("pipe");
    pipe = new IncrementForFieldValues(pipe, "Group", "CounterA", new Fields("field"), Lists.<Integer>newArrayList(2));
    pipe = new IncrementForFieldValues(pipe, Counter.B, new Fields("field"), Lists.<Object>newArrayList((Object) null));

    Flow f = CascadingUtil.get().getFlowConnector().connect(source, new NullTap(), pipe);
    f.complete();

    Assert.assertEquals(2l, Counters.get(f, "Group", "CounterA").longValue());
    Assert.assertEquals(3l, Counters.get(f, Counter.B).longValue());
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
    Pipe pipe = new Pipe("pipe");
    pipe = new IncrementForFieldValues(pipe, "Group", "CounterA", new Fields("key", "value"), Lists.<Integer>newArrayList(1, 1));
    pipe = new IncrementForFieldValues(pipe, Counter.B, new Fields("key", "value"), Lists.<Object>newArrayList((Object) null, 2));

    Flow f = CascadingUtil.get().getFlowConnector().connect(source, new NullTap(), pipe);
    f.complete();

    Assert.assertEquals(2l, Counters.get(f, "Group", "CounterA").longValue());
    Assert.assertEquals(1l, Counters.get(f, Counter.B).longValue());
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
    Pipe pipe = new Pipe("pipe");
    pipe = new GroupBy(pipe, new Fields("field"));
    pipe = new EveryStats(pipe, new MyBuffer());

    Flow f = CascadingUtil.get().getFlowConnector().connect(source, new NullTap(), pipe);
    f.complete();

    Assert.assertEquals(2l, Counters.get(f, "TestEveryStats.java", "36 - MyBuffer - Input groups").longValue());
    Assert.assertEquals(4l, Counters.get(f, "TestEveryStats.java", "36 - MyBuffer - Output records").longValue());
  }
View Full Code Here
TOP

Related Classes of com.liveramp.cascading_ext.tap.NullTap$NullOutputCollector

  • cascading.tuple.Fields
  • com.liveramp.cascading_ext.assembly.TestEachStats
  • com.liveramp.cascading_ext.assembly.TestEveryStats
  • com.liveramp.cascading_ext.assembly.TestIncrement
  • com.liveramp.cascading_ext.assembly.TestIncrementForFieldValues
  • com.liveramp.cascading_ext.operation.TestAggregatorStats
  • com.liveramp.cascading_ext.operation.TestBufferStats
  • com.liveramp.cascading_ext.operation.TestFilterStats
  • com.liveramp.cascading_ext.operation.TestFunctionStats
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.