Examples of cascading.flow.FlowConnector.connect()

cascading.flow.FlowConnector.connect()
Method connect links the given source and sink Taps to the given pipe assembly. @param source source Tap to bind to the head of the given tail Pipe @param sink sink Tap to bind to the given tail Pipe @param tail tail end of a pipe assembly @return Flow


    Map<String, Tap> sinks = Cascades.tapsMap( new String[]{"first", "second",
                                                            "third"}, Tap.taps( sinkFirst, sinkSecond, sinkThird ) );
    FlowConnector flowConnector = getPlatform().getFlowConnector();


    Flow flow = flowConnector.connect( source, sinks, pipe );


    if( getPlatform().isMapReduce() )
      assertEquals( "wrong number of steps", 3, flow.getFlowSteps().size() );


    flow.complete();

View Full Code Here

    Properties properties = new Properties();
    FlowConnectorProps.setIntermediateSchemeClass( properties, TextLine.class );


    FlowConnector flowConnector = getPlatform().getFlowConnector( properties );


    Flow flow = flowConnector.connect( sources, sink, splice2 );


    assertEquals( "not equal: steps.size()", 2, flow.getFlowSteps().size() );
    }


  @Test

View Full Code Here


    FlowConnector flowConnector = getPlatform().getFlowConnector();


    try
      {
      Flow flow = flowConnector.connect( sources, sink, splice2 );
      fail( "did not fail on bad field" );
      }
    catch( Exception exception )
      {
      // ignore

View Full Code Here

    if( !before )
      right = new Pipe( "right", right );


    FlowConnector flowConnector = getPlatform().getFlowConnector();


    Flow flow = flowConnector.connect( "splitmiddle", sources, sinks, left, right );


    List<FlowStep> steps = flow.getFlowSteps();


    // if the optimization isn't in place, don't test for it
    if( testTempReplaced && !flowConnector.getRuleRegistry().hasRule( "CombineAdjacentTapTransformer" ) )

View Full Code Here

    SQLPlanner sqlPlanner = new SQLPlanner()
      .setSql( statement );


    flowDef.addAssemblyPlanner( sqlPlanner );


    Flow flow = flowConnector.connect( flowDef );


    flow.complete();


    TupleEntryIterator iterator = resultsTap.openForRead( flow.getFlowProcess() );

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.