Examples of cascading.flow.planner.BaseFlowStep$SafeFlowStepListener

cascading.flow.planner.BaseFlowStep
Class SafeFlowStepListener safely calls a wrapped FlowStepListener.
This is done for a few reasons, the primary reason is so exceptions thrown by the Listener can be caught by the calling Thread. Since Flow is asynchronous, much of the work is done in the run() method which in turn is run in a new Thread.


    List steps = getPlatform().getFlowConnector().connect( sources, sinks, pipe ).getFlowSteps();


    assertEquals( "wrong size", 1, steps.size() );


    BaseFlowStep step = (BaseFlowStep) steps.get( 0 );


    assertEquals( "not equal: step.sources.size()", 1, step.getSourceTaps().size() );
    assertNotNull( "null: step.groupBy", step.getGroup() );
    assertNotNull( "null: step.sink", step.getSink() );


    int mapDist = countDistance( step.getElementGraph(), (FlowElement) step.getSourceTaps().iterator().next(), step.getGroup() );
    assertEquals( "not equal: mapDist", 0, mapDist );


    int reduceDist = countDistance( step.getElementGraph(), step.getGroup(), step.getSink() );
    assertEquals( "not equal: reduceDist", 1, reduceDist );
    }

View Full Code Here

    if( testTempReplaced && !flowConnector.getRuleRegistry().hasRule( "CombineAdjacentTapTransformer" ) )
      testTempReplaced = false;


    assertEquals( "not equal: steps.size()", testTempReplaced ? 2 : 3, steps.size() );


    BaseFlowStep step = (BaseFlowStep) steps.get( 0 );


    Scope nextScope = step.getNextScope( step.getGroup() );
    FlowElement operator = step.getNextFlowElement( nextScope );


    assertTrue( "not an Each", operator instanceof Each );


    nextScope = step.getNextScope( operator );
    operator = step.getNextFlowElement( nextScope );


    assertTrue( "not a Each", operator instanceof Each );


    nextScope = step.getNextScope( operator );
    operator = step.getNextFlowElement( nextScope );


    if( testTempReplaced )
      {
      assertEquals( "not proper sink", sinkLeft, operator );
      }

View Full Code Here

    int ordinal = 0;
    int size = vertexSet().size();


    while( iterator.hasNext() )
      {
      BaseFlowStep flowStep = (BaseFlowStep) iterator.next();


      flowStep.setOrdinal( ordinal );
      flowStep.setName( flowPlanner.makeFlowStepName( flowStep, size, ordinal ) );


      ElementGraph stepSubGraph = flowStep.getElementGraph();


      writePlan( ordinal, stepSubGraph, nodeSubGraphsMap.get( stepSubGraph ), pipelineSubGraphsMap );


      ordinal++;
      }

View Full Code Here

0 1

TOP

Related Classes of cascading.flow.planner.BaseFlowStep$SafeFlowStepListener

cascading.flow.FlowElement

cascading.flow.FlowStepListenersTest

cascading.flow.hadoop.BuildJobsHadoopPlatformTest

cascading.flow.planner.process.FlowStepGraph

cascading.management.CascadingServices

cascading.management.state.ClientState

cascading.operation.debug.BuildDebugPlatformTest

com.twitter.ambrose.cascading.AmbroseCascadingGraphConverter

cascading.flow.FlowException

java.util.Date

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.