Examples of cascading.flow.Flow.openTapForRead()

cascading.flow.Flow.openTapForRead()
Method openTapForRead return a {@link cascading.tuple.TupleEntryIterator} for the given Tap instance.
Note the returned iterator will return the same instance of {@link cascading.tuple.TupleEntry} on every call,thus a copy must be made of either the TupleEntry or the underlying {@code Tuple} instance if they are to bestored in a Collection. @param tap of type Tap @return TupleIterator @throws IOException when there is an error opening the resource


    Flow flow = getPlatform().getFlowConnector().connect( "multi-joins", sources, sinks, tails );


    flow.complete();


    validateLength( flow.openTapForRead( innerSink ), 74 );
    validateLength( flow.openTapForRead( outerSink ), 84 );
    validateLength( flow.openTapForRead( leftSink ), 74 );
    validateLength( flow.openTapForRead( rightSink ), 84 );
    }
  }

View Full Code Here

    Flow flow = getPlatform().getFlowConnector().connect( "multi-joins", sources, sinks, tails );


    flow.complete();


    validateLength( flow.openTapForRead( innerSink ), 74 );
    validateLength( flow.openTapForRead( outerSink ), 84 );
    validateLength( flow.openTapForRead( leftSink ), 74 );
    validateLength( flow.openTapForRead( rightSink ), 84 );
    }
  }

View Full Code Here


    flow.complete();


    validateLength( flow.openTapForRead( innerSink ), 74 );
    validateLength( flow.openTapForRead( outerSink ), 84 );
    validateLength( flow.openTapForRead( leftSink ), 74 );
    validateLength( flow.openTapForRead( rightSink ), 84 );
    }
  }

View Full Code Here

    flow.complete();


    validateLength( flow.openTapForRead( innerSink ), 74 );
    validateLength( flow.openTapForRead( outerSink ), 84 );
    validateLength( flow.openTapForRead( leftSink ), 74 );
    validateLength( flow.openTapForRead( rightSink ), 84 );
    }
  }

View Full Code Here


    List<FlowStep> steps = flow.getFlowSteps();


    assertEquals( "wrong size", 2, steps.size() );


    validateLength( flow.openTapForRead( checkpoint ), 10 );
    }


  @Test
  public void testFailCheckpoint() throws Exception
    {

View Full Code Here


    Flow flow = getPlatform().getFlowConnector( properties ).connect( "trap test", source, sink, trap, pipe );


    flow.complete();


    validateLength( flow.openTapForRead( getPlatform().getTextFile( sink.getIdentifier() ) ), 7 );
    validateLength( flow.openTrap(), 2, Pattern.compile( "bad data" ) ); // confirm the payload is written
    }


  @Test
  public void testTrapNoOperation() throws Exception

View Full Code Here


    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow.openTapForRead( lhsSink ), 5 );
    validateLength( flow.openTapForRead( rhsSink ), 5 );
    }


  @Test
  public void testMultiSourceIterator() throws Exception

View Full Code Here

    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    validateLength( flow.openTapForRead( lhsSink ), 5 );
    validateLength( flow.openTapForRead( rhsSink ), 5 );
    }


  @Test
  public void testMultiSourceIterator() throws Exception
    {

View Full Code Here

    Flow flow = getPlatform().getFlowConnector().connect( source, sink, pipe );


    flow.complete();


    Tap test = getPlatform().getTextFile( sink.getIdentifier().toString() + "/1-a" );
    validateLength( flow.openTapForRead( test ), 1 );


    test = getPlatform().getTextFile( sink.getIdentifier().toString() + "/2-b" );
    validateLength( flow.openTapForRead( test ), 1 );


    if( getPlatform().isMapReduce() )

View Full Code Here


    Tap test = getPlatform().getTextFile( sink.getIdentifier().toString() + "/1-a" );
    validateLength( flow.openTapForRead( test ), 1 );


    test = getPlatform().getTextFile( sink.getIdentifier().toString() + "/2-b" );
    validateLength( flow.openTapForRead( test ), 1 );


    if( getPlatform().isMapReduce() )
      {
      String stringPath = sink.getIdentifier().toString() + "/1-a/" + getPlatform().getHiddenTemporaryPath();
      assertFalse( flow.resourceExists( getPlatform().getTextFile( stringPath ) ) );

View Full Code Here

0 1

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.