Examples of cascading.operation.Debug

cascading.operation.Debug
Class Debug is a {@link Filter} that will never remove an item from a stream, but will print the Tuple to eitherstdout or stderr.
Currently, if printFields is true, they will print every 10 Tuples.
The frequency that fields and tuples are printed can be set via {@link #setPrintFieldsEvery(int)} and{@link #setPrintTupleEvery(int)} methods, respectively.


            BaseFetcher fetcher = UrlLengthener.makeFetcher(10, ConfigUtils.BIXO_TOOL_AGENT);


            Pipe pipe = new Pipe("urls");
            pipe = new Each(pipe, new UrlLengthener(fetcher));
            pipe = new Each(pipe, new Debug());


            BixoPlatform platform = new BixoPlatform(LengthenUrlsTool.class, Platform.Local);
            BasePath filePath = platform.makePath(filename);
            TextLine textLineLocalScheme = new TextLine(new Fields("url"));
            Tap sourceTap = platform.makeTap(textLineLocalScheme, filePath, SinkMode.KEEP);

View Full Code Here

    joinPipe = new CoGroup( "similarity", countPipe, new Fields( "uid" ), joinPipe, new Fields( "uid2" ) );


    joinPipe = new Rename( joinPipe, tokenCount, new Fields( "token_count2" ) );


    // use a DEBUG to check the values in the tuple stream; turn off in the FLOWDEF below
    joinPipe = new Each( joinPipe, DebugLevel.VERBOSE, new Debug( true ) );


    Fields expressionArguments = new Fields( "token_count1", "token_count2", "common" );
    commonFilter = "( token_count1 == common ) || ( token_count2 == common )";
    joinPipe = new Each( joinPipe, expressionArguments, new ExpressionFilter( commonFilter, Integer.TYPE ) );

View Full Code Here

    Function parser = new RegexParser( new Fields( 0 ), "^[^ ]*" );
    pipe = new Each( pipe, new Fields( "line" ), parser, Fields.REPLACE );
    pipe = new Each( pipe, new Fields( "line" ), new Identity( Fields.ARGS ), Fields.REPLACE );
    pipe = new Each( pipe, new Fields( "line" ), new Identity( new Fields( "line" ) ), Fields.REPLACE );


    pipe = new Each( pipe, new Debug( true ) );


    Flow flow = getPlatform().getFlowConnector( disableDebug() ).connect( source, sink, pipe );


    flow.complete();

View Full Code Here


    Pipe pipe = new Pipe( "test" );


    pipe = new Each( pipe, new Fields( "line" ), new RegexSplitter( Fields.UNKNOWN ) );


    pipe = new Each( pipe, new Debug() );


    pipe = new Each( pipe, new Fields( 2 ), new Identity( new Fields( "label" ) ) );


    pipe = new Each( pipe, new Debug() );


    pipe = new Each( pipe, new Fields( "label" ), new RegexFilter( "[A-Z]*" ) );


    pipe = new Each( pipe, new Debug() );


    Map<Object, Object> properties = getPlatform().getProperties();


    FlowConnectorProps.setDebugLevel( properties, DebugLevel.NONE );

View Full Code Here


    pipe = new Each( pipe, AssertionLevel.STRICT, new AssertSizeMoreThan( 3 ) );


    pipe = new Each( pipe, new Fields( 0, 1, -1 ), new Identity( new Fields( "name", "second", "last" ) ) );


    pipe = new Each( pipe, new Debug() );


    Map<Object, Object> properties = getPlatform().getProperties();


    FlowConnectorProps.setDebugLevel( properties, DebugLevel.NONE );

View Full Code Here

//    lhs = new Each( lhs, new Identity() ); // identity does not trigger the issue this tests.
//    lhs = new Each( lhs, new Debug( "lhs", true ) );


    Pipe rhs = new Pipe( "rhs", lower );


    rhs = new Each( rhs, new Debug( "rhs-pre", true ) );


    rhs = new Each( rhs, new Fields( "num" ), new Identity( new Fields( "num2" ) ) );


    rhs = new Each( rhs, new Debug( "rhs-post", true ) );


    Pipe cogroup = new CoGroup( lhs, new Fields( "num" ), rhs, new Fields( "num2" ) );


//    cogroup = new Each( cogroup, new Debug( true ) );

View Full Code Here


    Pipe pipe = new Pipe( "test" );


    pipe = new Each( pipe, new Fields( 0 ), new Insert( Fields.ARGS, "value" ), Fields.REPLACE );


    pipe = new Each( pipe, new Debug() );


    Map<Object, Object> properties = getPlatform().getProperties();


    FlowConnectorProps.setDebugLevel( properties, DebugLevel.NONE );

View Full Code Here

    pipe = new Each( pipe, new Fields( "line" ), new RegexParser( new Fields( "ip", "time", "method", "event", "status", "size" ), regex, new int[]{
      1, 2, 3, 4, 5, 6} ) );


    pipe = new Each( pipe, AssertionLevel.STRICT, new AssertNotNull() );


    pipe = new Each( pipe, DebugLevel.DEFAULT, new Debug() );


    pipe = new Each( pipe, DebugLevel.VERBOSE, new Debug() );


    pipe = new Each( pipe, new Fields( "method" ), new RegexFilter( "^POST" ) );


    pipe = new Each( pipe, new Fields( "method" ), AssertionLevel.STRICT, new AssertMatches( "^POST" ) );

View Full Code Here


    Pipe pipe = new Pipe( "test" );


    pipe = new Each( pipe, new Fields( "line" ), new RegexSplitter( Fields.UNKNOWN ) );


    pipe = new Each( pipe, new Debug() );


    pipe = new Each( pipe, new Fields( 2 ), new Identity( new Fields( "label" ) ) );


    pipe = new Each( pipe, new Debug() );


    pipe = new Each( pipe, new Fields( "label" ), new RegexFilter( "[A-Z]*" ) );


    pipe = new Each( pipe, new Debug() );


    pipe = new GroupBy( pipe, Fields.ALL );


    pipe = new GroupBy( pipe, Fields.ALL );

View Full Code Here


    Pipe pipeLower = new Each( new Pipe( "lower" ), new Fields( "line" ), splitter );


    if( onFail == FailingFlowListener.OnFail.THROWABLE )
      {
      pipeLower = new Each( pipeLower, new Debug()
      {
      @Override
      public boolean isRemove( FlowProcess flowProcess, FilterCall filterCall )
        {
        throw new RuntimeException( "failing inside pipe assembly intentionally" );

View Full Code Here

0 1

TOP

Related Classes of cascading.operation.Debug

bixo.tools.LengthenUrlsTool

cascading.FieldedPipesPlatformTest

cascading.flow.hadoop.FlowPlatformTest

cascading.lingual.optiq.Stack

cascading.operation.debug.BuildDebugPlatformTest

cascading.RegressionMiscPlatformTest

cascading.RegressionPipesPlatformTest

sample.recommender.Main

java.io.PrintStream

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.