Examples of Every

cascading.pipe.Every
The Every operator applies an {@link Aggregator} or {@link Buffer} to every grouping.
Any number of Every instances may follow other Every, {@link GroupBy}, or {@link CoGroup} instances if they apply anAggregator, not a Buffer. If a Buffer, only one Every may follow a GroupBy or CoGroup.
Every operators create aggregate values for every grouping they encounter. This aggregate value is added to the current grouping Tuple.
In the case of a CoGroup, the grouping Tuple will be all the grouping keys from all joined streams, and if an "outer" type join is used, one value on the groupingTuple may be null.
Subsequent Every instances can continue to append values to the grouping Tuple. When an Each follows and Every, the Each applies its operation to the grouping Tuple (thus all child values in the grouping are discarded and only aggregate values are propagated).
org.jboss.seam.cron.api.scheduling.Every

Examples of cascading.pipe.Every


    pipe = new Each( pipe, new Fields( "method" ), new Identity( new Fields( "value" ) ), Fields.ALL );


    pipe = new GroupBy( pipe, new Fields( "value" ) );


    pipe = new Every( pipe, new Count(), new Fields( "value", "count" ) );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();

View Full Code Here

Examples of cascading.pipe.Every


    pipe = new Each( pipe, new Fields( "line" ), new RegexParser( new Fields( "ip" ), "^[^ ]*" ), new Fields( "ip" ) );


    pipe = new GroupBy( pipe, new Fields( "ip" ) );


    pipe = new Every( pipe, new Fields( "ip" ), new Count(), new Fields( "ip", "count" ) );


    pipe = new Each( pipe, new Fields( "ip" ), new RegexFilter( "^68.*" ) );


    Pipe left = new Each( new Pipe( "left", pipe ), new Fields( "ip" ), new RegexFilter( ".*46.*" ) );

View Full Code Here

Examples of cascading.pipe.Every


    pipe = new Each( pipe, new Fields( "line" ), new RegexParser( new Fields( "ip" ), "^[^ ]*" ), new Fields( "ip" ) );


    pipe = new GroupBy( pipe, new Fields( "ip" ) );


    pipe = new Every( pipe, new TestAggregator( new Fields( "count1" ), new Fields( "ip" ), new Tuple( "first1" ), new Tuple( "first2" ) ) );
    pipe = new Every( pipe, new TestAggregator( new Fields( "count2" ), new Fields( "ip" ), new Tuple( "second" ), new Tuple( "second2" ), new Tuple( "second3" ) ) );


    Tap sink = getPlatform().getTextFile( getOutputPath( "generatoraggregator" ), SinkMode.REPLACE );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );

View Full Code Here

Examples of cascading.pipe.Every

    Pipe pipe = new Pipe( "test" );


    Function parser = new RegexParser( new Fields( "ip" ), "^[^ ]*" );
    pipe = new Each( pipe, new Fields( "line" ), parser, Fields.SWAP );
    pipe = new GroupBy( pipe, new Fields( "ip" ) );
    pipe = new Every( pipe, new Fields( "ip" ), new Count( new Fields( "count" ) ) );
    pipe = new Each( pipe, new Fields( "ip" ), new Identity( new Fields( "ipaddress" ) ), Fields.SWAP );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();

View Full Code Here

Examples of cascading.pipe.Every


    Function parser = new RegexParser( new Fields( "ip" ), "^[^ ]*" );
    pipe = new Each( pipe, new Fields( "line" ), parser, Fields.ALL );
    pipe = new Each( pipe, new Fields( "line" ), new NoOp(), Fields.SWAP ); // declares Fields.NONE
    pipe = new GroupBy( pipe, new Fields( "ip" ) );
    pipe = new Every( pipe, new Fields( "ip" ), new Count( new Fields( "count" ) ) );
    pipe = new Each( pipe, Fields.NONE, new Insert( new Fields( "ipaddress" ), "1.2.3.4" ), Fields.ALL );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();

View Full Code Here

Examples of cascading.pipe.Every


    pipe = new Each( pipe, new Fields( "line" ), new RegexParser( new Fields( "ip" ), "^[^ ]*" ), new Fields( "ip" ) );


    pipe = new GroupBy( pipe, new Fields( "ip" ) );


    pipe = new Every( pipe, new Count(), new Fields( "ip", "count" ) );


    pipe = new GroupBy( pipe, new Fields( "ip" ), new Fields( "count" ) );


    Tap sink = getPlatform().getTextFile( getOutputPath( "groupgroup" ), SinkMode.REPLACE );

View Full Code Here

Examples of cascading.pipe.Every

    Fields charFields = new Fields( "char" );
    charFields.setComparator( "char", new LowerComparator() );


    Pipe splice = new GroupBy( "groupby", merge, charFields );


    splice = new Every( splice, new Fields( "char" ), new Count() );


    Flow flow = getPlatform().getFlowConnector().connect( sources, sink, splice );


    flow.complete();

View Full Code Here

Examples of cascading.pipe.Every

    pipe = new Each( pipe, new SortElements( new Fields( "n1", "v1" ), new Fields( "n2", "v2" ) ) );


    // unique the pipe
    pipe = new GroupBy( pipe, Fields.ALL );


    pipe = new Every( pipe, Fields.ALL, new First(), Fields.RESULTS );


    // out: name1, name2, movie, name1, rate1, name2, rate2
    pipe = new GroupBy( pipe, new Fields( "n1", "n2" ) );


    // out: movie, name1, rate1, name2, rate2, score
    pipe = new Every( pipe, new Fields( "v1", "v2" ), crossTabOperation );


    pipe = new Each( pipe, new Identity( fieldDeclaration ) );


    setTails( pipe );
    }

View Full Code Here

Examples of cascading.pipe.Every

    pipe = new Each( pipe, new Fields( "lhs" ), new TestFunction(), Fields.REPLACE );
    pipe = new Each( pipe, new Fields( "lhs" ), new TestFilter() );


    pipe = new GroupBy( pipe, new Fields( "lhs" ) );


    pipe = new Every( pipe, new Fields( "rhs" ), new TestAggregator(), Fields.ALL );
    pipe = new Each( pipe, new Fields( "lhs" ), new TestFunction(), Fields.REPLACE );


    pipe = new GroupBy( pipe, new Fields( "lhs" ) );
    pipe = new Every( pipe, new Fields( "lhs" ), new TestBuffer(), Fields.RESULTS );
    pipe = new Each( pipe, new Fields( "lhs" ), new TestFunction(), Fields.REPLACE );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();

View Full Code Here

Examples of cascading.pipe.Every


    // always fail
    pipe = new Each( pipe, new Fields( "ip" ), new TestFunction( new Fields( "test" ), null ), Fields.ALL );


    pipe = new GroupBy( pipe, new Fields( "ip" ) );
    pipe = new Every( pipe, new Count(), new Fields( "ip", "count" ) );


    Tap sink = getPlatform().getTextFile( "footap", SinkMode.REPLACE );
    Tap trap = getPlatform().getTextFile( "footrap", SinkMode.REPLACE );


    Map<String, Tap> sources = new HashMap<String, Tap>();

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.