Examples of FilterNull

cascading.operation.filter.FilterNull
Class FilterNull verifies that every value in the argument values {@link cascading.tuple.Tuple}is not a null value. If a null value is encountered, the current Tuple will be filtered out. @see FilterNotNull
storm.trident.operation.builtin.FilterNull

Examples of cascading.operation.filter.FilterNull

        new Tuple((Integer) null)),
        new Fields("field"));


    Pipe pipe = new Pipe("pipe");
    pipe = new Increment(pipe, "Group", "CounterA");
    pipe = new Each(pipe, new FilterNull());
    pipe = new Increment(pipe, Counter.B);


    Flow f = CascadingUtil.get().getFlowConnector().connect(source, new NullTap(), pipe);
    f.complete();

View Full Code Here

Examples of cascading.operation.filter.FilterNull

        new Tuple(2),
        new Tuple((Integer) null)),
        new Fields("field"));


    Pipe pipe = new Pipe("pipe");
    pipe = new EachStats(pipe, new FilterNull());


    Flow f = CascadingUtil.get().getFlowConnector().connect(source, new NullTap(), pipe);
    f.complete();


    Assert.assertEquals(3l, Counters.get(f, "TestEachStats.java", "31 - FilterNull - Input records").longValue());

View Full Code Here

Examples of cascading.operation.filter.FilterNull


    Pipe results = new MultiGroupBy(new Pipe[]{s1, s2},
        new Fields[]{new Fields("key"), new Fields("key")},
        new Fields("key"),
        new CustomBuffer(new Fields("result", " result1", "result2", "result3", "result4", "result5")));
    results = new Each(results, new Fields("key"), new FilterNull());


    CascadingUtil.get().getFlowConnector().connect(sources, sink, results).complete();


    TupleEntryIterator iter = sink.openForRead(CascadingUtil.get().getFlowProcess());

View Full Code Here

Examples of storm.trident.operation.builtin.FilterNull

                
        topology.newDRPCStream("words", drpc)
                .each(new Fields("args"), new Split(), new Fields("word"))
                .groupBy(new Fields("word"))
                .stateQuery(wordCounts, new Fields("word"), new MapGet(), new Fields("count"))
                .each(new Fields("count"), new FilterNull())
                //.aggregate(new Fields("count"), new Sum(), new Fields("sum"))
                ;
        
        return topology.build();
    }

View Full Code Here

Examples of storm.trident.operation.builtin.FilterNull

        
        topology.newDRPCStream("words", drpc)
                .each(new Fields("args"), new Split(), new Fields("word"))
                .groupBy(new Fields("word"))
                .stateQuery(wordCounts, new Fields("word"), new MapGet(), new Fields("count"))
                .each(new Fields("count"), new FilterNull())
                //.aggregate(new Fields("count"), new Sum(), new Fields("sum"))
                ;
        
        return topology.build();
    }

View Full Code Here

Examples of storm.trident.operation.builtin.FilterNull


        LocalDRPC client = new LocalDRPC();
        topology.newDRPCStream("words", client).each(new Fields("args"), new Split(), new Fields("word"))
                .groupBy(new Fields("word"))
                .stateQuery(wordCounts, new Fields("word"), new MapGet(), new Fields("count"))
                .each(new Fields("count"), new FilterNull())
                .aggregate(new Fields("count"), new Sum(), new Fields("sum"));


        LocalCluster cluster = new LocalCluster();
        cluster.submitTopology("test", config, topology.build());

View Full Code Here

Examples of storm.trident.operation.builtin.FilterNull

        new Split(), new Fields("word")).groupBy(new Fields("word")).persistentAggregate(new MemoryMapState.Factory(),
        new Count(), new Fields("count")).parallelismHint(16);


    topology.newDRPCStream("words", drpc).each(new Fields("args"), new Split(), new Fields("word")).groupBy(new Fields(
        "word")).stateQuery(wordCounts, new Fields("word"), new MapGet(), new Fields("count")).each(new Fields("count"),
        new FilterNull()).aggregate(new Fields("count"), new Sum(), new Fields("sum"));
    return topology.build();
  }

View Full Code Here

Examples of storm.trident.operation.builtin.FilterNull

        new Split(), new Fields("word")).groupBy(new Fields("word")).persistentAggregate(new MemoryMapState.Factory(),
        new Count(), new Fields("count")).parallelismHint(16);


    topology.newDRPCStream("words", drpc).each(new Fields("args"), new Split(), new Fields("word")).groupBy(new Fields(
        "word")).stateQuery(wordCounts, new Fields("word"), new MapGet(), new Fields("count")).each(new Fields("count"),
        new FilterNull()).aggregate(new Fields("count"), new Sum(), new Fields("sum"));
    return topology.build();
  }

View Full Code Here

Examples of storm.trident.operation.builtin.FilterNull

                
        topology.newDRPCStream("words", drpc)
                .each(new Fields("args"), new Split(), new Fields("word"))
                .groupBy(new Fields("word"))
                .stateQuery(wordCounts, new Fields("word"), new MapGet(), new Fields("count"))
                .each(new Fields("count"), new FilterNull())
                .aggregate(new Fields("count"), new Sum(), new Fields("sum"))
                ;
        return topology.build();
    }

View Full Code Here

Examples of storm.trident.operation.builtin.FilterNull

        topology
                .newDRPCStream("count_per_actors", drpc)
                .each(new Fields("args"), new Split(" "), new Fields("actor"))
                .groupBy(new Fields("actor"))
                .stateQuery(countState, new Fields("actor"), new MapGet(), new Fields("individual_count"))
                .each(new Fields("individual_count"), new FilterNull())
                .aggregate(new Fields("individual_count"), new Sum(), new Fields("count"));


        // For how to call DRPC calls, go back to the main method


        return topology.build();

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.