Examples of cascading.operation.Identity

cascading.operation.Identity
The Identity function simply passes incoming arguments back out again. Optionally argument fields can be renamed, and/or coerced into specific types.
During coercion, if the given type is a primitive ( {@code long}), and the tuple value is null, {@code 0} is returned.If the type is an Object ( {@code java.lang.Long}), and the tuple value is {@code null}, {@code null} is returned.


    Pipe splice = new Merge( "merge", pipeLower, pipeUpper );


    splice = new Merge( splice, pipeOffset );


    splice = new Each( splice, new Fields( "num", "char" ), new Identity() );


    Flow flow = getPlatform().getFlowConnector().connect( sources, sink, splice );


    flow.complete();

View Full Code Here

    Pipe left = new Each( new Pipe( "left", pipe ), new Fields( "line" ), new RegexFilter( ".*46.*" ) );
    Pipe right = new Each( new Pipe( "right", pipe ), new Fields( "line" ), new RegexFilter( ".*102.*" ) );


    Pipe merged = new Merge( "merged", left, right );


    merged = new Each( merged, new Fields( "line" ), new Identity() );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, merged );


    if( getPlatform().isMapReduce() )
      assertEquals( "wrong num jobs", 1, flow.getFlowSteps().size() );

View Full Code Here

    Pipe left = new Each( new Pipe( "left", pipe ), new Fields( "line" ), new RegexFilter( ".*46.*" ) );
    Pipe right = new Each( new Pipe( "right", pipe ), new Fields( "line" ), new RegexFilter( ".*102.*" ) );


    Pipe merged = new Merge( "merged-first", left, right );


    merged = new Each( merged, new Fields( "line" ), new Identity() );


    left = new Each( new Pipe( "left", merged ), new Fields( "line" ), new RegexFilter( ".*46.*" ) );
    right = new Each( new Pipe( "right", merged ), new Fields( "line" ), new RegexFilter( ".*102.*" ) );


    merged = new Merge( "merged-second", left, right );


    merged = new Each( merged, new Fields( "line" ), new Identity() );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, merged );


    if( getPlatform().isMapReduce() )
      assertEquals( "wrong num jobs", 1, flow.getFlowSteps().size() );

View Full Code Here

    rhsPipe = new Each( rhsPipe, new Fields( "char" ), new ExpressionFunction( Fields.ARGS, "$0.toLowerCase()", String.class ), Fields.REPLACE );


    Pipe merge = new Merge( "first", lhsPipe, rhsPipe );
    Pipe countPipe = new CountBy( merge, new Fields( "char" ), new Fields( "count" ), 2 );


    lhsPipe = new Each( new Pipe( "lhs", countPipe ), new Identity() );
    rhsPipe = new Each( new Pipe( "rhs", countPipe ), new Identity() );


    merge = new Merge( "second", lhsPipe, rhsPipe );


    countPipe = new CountBy( merge, new Fields( "char" ), new Fields( "count" ), 2 );

View Full Code Here

    Function parser = new RegexParser( "^[^ ]*" );


    pipe = new Each( pipe, new Fields( 1 ), parser, new Fields( 0, 2 ) );


    // test that selector against incoming creates proper outgoing
    pipe = new Each( pipe, new Fields( 1 ), new Identity() );


    pipe = new GroupBy( pipe, new Fields( 0 ) );


    Aggregator counter = new Count();

View Full Code Here

    Pipe pipe = new Pipe( "test" );


    // skip the first line
    pipe = new Each( pipe, new Fields( 0 ), new ExpressionFilter( "$0 == 0", Long.class ) );


    pipe = new Each( pipe, new Fields( 1 ), new Identity() );


    pipe = new Each( pipe, Fields.ALL, new RegexFilter( "a|b|c" ) );


    pipe = new GroupBy( pipe, new Fields( 0 ) );

View Full Code Here


    pipe = new Each( pipe, new Fields( "line" ), new RegexSplitter( Fields.UNKNOWN ) );


    pipe = new Each( pipe, new Debug() );


    pipe = new Each( pipe, new Fields( 2 ), new Identity( new Fields( "label" ) ) );


    pipe = new Each( pipe, new Debug() );


    pipe = new Each( pipe, new Fields( "label" ), new RegexFilter( "[A-Z]*" ) );

View Full Code Here


    pipe = new Each( pipe, new Fields( "line" ), new RegexSplitter( Fields.UNKNOWN ) );


    pipe = new Each( pipe, AssertionLevel.STRICT, new AssertSizeMoreThan( 3 ) );


    pipe = new Each( pipe, new Fields( 0, 1, -1 ), new Identity( new Fields( "name", "second", "last" ) ) );


    pipe = new Each( pipe, new Debug() );


    Map<Object, Object> properties = getPlatform().getProperties();

View Full Code Here


    Pipe rhs = new Pipe( "rhs", lower );


    rhs = new Each( rhs, new Debug( "rhs-pre", true ) );


    rhs = new Each( rhs, new Fields( "num" ), new Identity( new Fields( "num2" ) ) );


    rhs = new Each( rhs, new Debug( "rhs-post", true ) );


    Pipe cogroup = new CoGroup( lhs, new Fields( "num" ), rhs, new Fields( "num2" ) );

View Full Code Here


    Pipe lhs = new Pipe( "lhs", lower );


    Pipe rhs = new Pipe( "rhs", lower );


    rhs = new Each( rhs, new Fields( "num" ), new Identity( new Fields( "num2" ) ), new Fields( "num", "char" ) );


    Pipe groupBy = new GroupBy( Pipe.pipes( lhs, rhs ), new Fields( "num" ) );


    Flow flow = getPlatform().getFlowConnector().connect( splitTap, sink, groupBy );

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of cascading.operation.Identity

bixo.examples.crawl.DemoCrawlWorkflow

cascading.assembly.CrossTab

cascading.BasicPipesPlatformTest

cascading.cascade.CascadePlatformTest

cascading.cascade.hadoop.RiffleCascadePlatformTest

cascading.cascade.ParallelCascadePlatformTest

cascading.CoGroupFieldedPipesPlatformTest

cascading.DistanceUseCasePlatformTest

cascading.FieldedPipesPlatformTest

cascading.flow.hadoop.BuildJobsHadoopPlatformTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.