Examples of cascading.flow.Flow.complete()

cascading.flow.Flow.complete()
Method complete starts the current Flow instance if it has not be previously started, then block until completion.

    splice = new Pipe( "splice", splice );
    splice = new Pipe( "tail", splice );


    Flow flow = getPlatform().getFlowConnector().connect( sources, sink, splice );


    flow.complete();


    validateLength( flow, 5 );


    List<Tuple> values = getSinkAsList( flow );

View Full Code Here


    Pipe splice = new HashJoin( pipeLower, new Fields( 0 ), pipeUpper, new Fields( 0 ), Fields.size( 4 ) );


    Flow flow = getPlatform().getFlowConnector().connect( sources, sink, splice );


    flow.complete();


    validateLength( flow, 5 );


    List<Tuple> values = getSinkAsList( flow );

View Full Code Here


    Pipe merged = new GroupBy( "merged", Pipe.pipes( left, right ), new Fields( "line" ) );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, merged );


    flow.complete();


    validateLength( flow, 3 );
    }


  /**

View Full Code Here


    Flow flow = getPlatform().getFlowConnector().connect( sources, sinks, Pipe.pipes( left, right ) );


//    flow.writeDOT( "spit.dot" );


    flow.complete();


    validateLength( flow, 10, "output1" );
    validateLength( flow, 10, "output2" );


    assertEquals( 10, asSet( flow, sink1 ).size() );

View Full Code Here

    Map sources = Cascades.tapsMap( "split", source );
    Map sinks = Cascades.tapsMap( Pipe.pipes( left, right ), Tap.taps( sink1, sink2 ) );


    Flow flow = getPlatform().getFlowConnector().connect( sources, sinks, left, right );


    flow.complete();


    validateLength( flow, 1, "left" );
    validateLength( flow, 1, "right" );
    }

View Full Code Here


    Pipe splice = new GroupBy( pipe, new Fields( "num" ) );


    Flow countFlow = getPlatform().getFlowConnector().connect( source, sink, splice );


    countFlow.complete();


    validateLength( countFlow, 10, null );
    }


  @Test

View Full Code Here


    Tap sink = getPlatform().getTextFile( getOutputPath( "generatoraggregator" ), SinkMode.REPLACE );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow, 8 * 2 * 3, null );
    }


  @Test

View Full Code Here


    pipe = new Each( pipe, new Debug( true ) );


    Flow flow = getPlatform().getFlowConnector( disableDebug() ).connect( source, sink, pipe );


    flow.complete();


    validateLength( flow, 10, 2, Pattern.compile( "^\\d+\\s\\d+\\s[\\d]{1,3}\\.[\\d]{1,3}\\.[\\d]{1,3}\\.[\\d]{1,3}$" ) );
    }


  @Test

View Full Code Here

    pipe = new Every( pipe, new Fields( "ip" ), new Count( new Fields( "count" ) ) );
    pipe = new Each( pipe, new Fields( "ip" ), new Identity( new Fields( "ipaddress" ) ), Fields.SWAP );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow, 8, 2, Pattern.compile( "^\\d+\\s\\d+\\s[\\d]{1,3}\\.[\\d]{1,3}\\.[\\d]{1,3}\\.[\\d]{1,3}$" ) );
    }


  @Test

View Full Code Here

    pipe = new Every( pipe, new Fields( "ip" ), new Count( new Fields( "count" ) ) );
    pipe = new Each( pipe, Fields.NONE, new Insert( new Fields( "ipaddress" ), "1.2.3.4" ), Fields.ALL );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow, 8, 2, Pattern.compile( "^\\d+\\s\\d+\\s[\\d]{1,3}\\.[\\d]{1,3}\\.[\\d]{1,3}\\.[\\d]{1,3}$" ) );
    }


  /**

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.