Examples of cascading.flow.Flow.complete()

cascading.flow.Flow.complete()
Method complete starts the current Flow instance if it has not be previously started, then block until completion.


    Tap sink = getPlatform().getTextFile( getOutputPath( "simple" ), SinkMode.REPLACE );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow.openSource(), 10 ); // validate source, this once, as a sanity check
    validateLength( flow, 8, null );
    }

View Full Code Here


    Tap sink = getPlatform().getTabDelimitedFile( Fields.ALL, getOutputPath( "simplechain" ), SinkMode.REPLACE );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow, 8, 5 );
    }


  @Test

View Full Code Here

    Tap source = getPlatform().getTextFile( new Fields( "offset", "line" ), inputFileApache );
    Tap sink = getPlatform().getTextFile( getOutputPath( "chaineach" ), SinkMode.REPLACE );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow, 8, null );
    }


  // also tests the RegexSplitter

View Full Code Here


    Tap sink = getPlatform().getTextFile( new Fields( "line" ), getOutputPath( "nogroup" ), SinkMode.REPLACE );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow, 10, null );


    List<Tuple> results = getSinkAsList( flow );

View Full Code Here


    Tap sink = getPlatform().getTextFile( getOutputPath( "copy" ), SinkMode.REPLACE );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow, 10, null );
    }


  @Test

View Full Code Here


    Pipe splice = new GroupBy( "merge", Pipe.pipes( pipeLower, pipeUpper ), new Fields( "num" ), null, false );


    Flow flow = getPlatform().getFlowConnector().connect( sources, sink, splice );


    flow.complete();


    validateLength( flow, 10 );


    Collection results = getSinkAsList( flow );

View Full Code Here


    splice = new Each( splice, new Fields( "num", "first" ), new Identity() );


    Flow flow = getPlatform().getFlowConnector().connect( sources, sink, splice );


    flow.complete();


    validateLength( flow, 6 );


    List<Tuple> tuples = getSinkAsList( flow );

View Full Code Here

    Flow flow = getPlatform().getFlowConnector().connect( sources, sink, splice );


    if( getPlatform().isMapReduce() )
      assertEquals( "wrong num jobs", 2, flow.getFlowSteps().size() );


    flow.complete();


    validateLength( flow, 15 );
    }


  @Test

View Full Code Here


    pipe = new Each( pipe, new UnGroup( new Fields( "num", "char" ), new Fields( "num" ), Fields.fields( new Fields( "lower" ), new Fields( "upper" ) ) ) );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow, 10 );
    }


  @Test

View Full Code Here


    pipe = new Each( pipe, new UnGroup( new Fields( "num" ), Fields.fields( new Fields( "lower" ), new Fields( "upper" ) ) ) );


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow, 10 );
    }


  @Test

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.