Package cascading.flow.iso

Examples of cascading.flow.iso.NonTap

39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
  {
  public SelfCoGroupGraph()
    {
    Map sources = new HashMap();

    NonTap sourceLower = new NonTap( "lower", new Fields( "offset", "line" ) );
    sources.put( "lower", sourceLower );

    Map sinks = new HashMap();
    sinks.put( "sink", new NonTap( "sink", new Fields( "offset", "line" ) ) );

    Function splitter = new RegexSplitter( new Fields( "num", "char" ), " " );

    Pipe lower = new Pipe( "lower" );
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
public class HashJoinsIntoMerge extends FlowElementGraph
  {
  public HashJoinsIntoMerge()
    {
    Map sources = new HashMap();
    sources.put( "lower", new NonTap( "lower", new Fields( "offset", "line" ) ) );
    sources.put( "upper", new NonTap( "upper", new Fields( "offset", "line" ) ) );
    sources.put( "lhs", new NonTap( "lhs", new Fields( "offset", "line" ) ) );
    sources.put( "rhs", new NonTap( "rhs", new Fields( "offset", "line" ) ) );


    Map sinks = new HashMap();
    sinks.put( "sink", new NonTap( "sink", new Fields( "offset", "line" ) ) );

    Function splitter = new RegexSplitter( new Fields( "num", "char" ), " " );

    Pipe pipeLower = new Each( new Pipe( "lower" ), new Fields( "line" ), splitter );
    Pipe pipeUpper = new Each( new Pipe( "upper" ), new Fields( "line" ), splitter );
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
  {
  public CoGroupAroundCoGroupGraph()
    {
    Map sources = new HashMap();

    NonTap source10 = new NonTap( "source10", new Fields( "offset", "line" ) );
    NonTap source20 = new NonTap( "source20", new Fields( "offset", "line" ) );
    sources.put( "source20", source20 );
    sources.put( "source101", source10 );
    sources.put( "source102", source10 );

    Map sinks = new HashMap();
    sinks.put( "sink", new NonTap( "sink", new Fields( "offset", "line" ) ) );

    Pipe pipeNum20 = new Pipe( "source20" );
    Pipe pipeNum101 = new Pipe( "source101" );
    Pipe pipeNum102 = new Pipe( "source102" );
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
    Pipe splice2 = new HashJoin( splice1, new Fields( "num1" ), pipeUpper2, new Fields( "num" ), new Fields( "num1", "char1", "num2", "char2", "num3", "char3" ) );

    Map<String, Tap> sources = createHashMap();

    sources.put( "lower", new NonTap( new Fields( "offset", "line" ) ) );

    NonTap shared = new NonTap( new Fields( "offset", "line" ) );
    sources.put( "upper1", shared );
    sources.put( "upper2", shared );

    Map<String, Tap> sinks = createHashMap();

    sinks.put( splice2.getName(), new NonTap( new Fields( "offset", "line" ) ) );

    initialize( sources, sinks, splice2 );
    }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
public class HashJoinAroundHashJoinLeftMostGraph extends FlowElementGraph
  {
  public HashJoinAroundHashJoinLeftMostGraph()
    {
    Map sources = new HashMap();
    sources.put( "lower", new NonTap( "lower", new Fields( "offset", "line" ) ) );
    sources.put( "upper1", new NonTap( "upper", new Fields( "offset", "line" ) ) );
    sources.put( "upper2", new NonTap( "upper", new Fields( "offset", "line" ) ) );


    Map sinks = new HashMap();
    sinks.put( "sink", new NonTap( "sink", new Fields( "offset", "line" ) ) );

    Function splitter = new RegexSplitter( new Fields( "num", "char" ), " " );

    Pipe pipeLower = new Each( new Pipe( "lower" ), new Fields( "line" ), splitter );
    Pipe pipeUpper1 = new Each( new Pipe( "upper1" ), new Fields( "line" ), splitter );
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
    Pipe splice2 = new HashJoin( pipeUpper2, new Fields( "num1" ), splice1, new Fields( "num" ), new Fields( "num1", "char1", "num2", "char2", "num3", "char3" ) );

    Map<String, Tap> sources = createHashMap();

    sources.put( "lower", new NonTap( new Fields( "offset", "line" ) ) );

    NonTap shared = new NonTap( new Fields( "offset", "line" ) );
    sources.put( "upper1", shared );
    sources.put( "upper2", shared );

    Map<String, Tap> sinks = createHashMap();

    sinks.put( splice2.getName(), new NonTap( new Fields( "offset", "line" ) ) );

    initialize( sources, sinks, splice2 );
    }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
68
69
    pipe = new Every( pipe, AssertionLevel.STRICT, new AssertGroupSizeEquals( 7L ) );

    Map<String, Tap> sources = createHashMap();

    sources.put( "test", new NonTap( new Fields( "line" ) ) );

    Map<String, Tap> sinks = createHashMap();

    sinks.put( "test", new NonTap() );

    initialize( sources, sinks, pipe );
    }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
62
63
    Pipe sink = new Merge( "sink", lower, upper );

    Map<String, Tap> sources = createHashMap();

    sources.put( lower.getName(), new NonTap( new Fields( "offset", "line" ) ) );
    sources.put( upper.getName(), new NonTap( new Fields( "offset", "line" ) ) );

    Map<String, Tap> sinks = createHashMap();

    sinks.put( sink.getName(), new NonTap( new Fields( "offset", "line" ) ) );

    initialize( sources, sinks, sink );
    }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
    Pipe splice2 = new HashJoin( pipeLower, new Fields( "num" ), splice1, new Fields( "num1" ), new Fields( "num1", "char1", "num2", "char2", "num3", "char3" ) );

    Map<String, Tap> sources = createHashMap();

    sources.put( "lower", new NonTap( new Fields( "offset", "line" ) ) );

    NonTap shared = new NonTap( new Fields( "offset", "line" ) );
    sources.put( "upper1", shared );
    sources.put( "upper2", shared );

    Map<String, Tap> sinks = createHashMap();

    sinks.put( splice2.getName(), new NonTap( new Fields( "offset", "line" ) ) );

    initialize( sources, sinks, splice2 );
    }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
public class HashJoinMergeIntoHashJoinStreamedStreamedMergeGraph extends FlowElementGraph
  {
  public HashJoinMergeIntoHashJoinStreamedStreamedMergeGraph()
    {
    Map sources = new HashMap();
    sources.put( "lower", new NonTap( "lower", new Fields( "offset", "line" ) ) );
    sources.put( "upper", new NonTap( "upper", new Fields( "offset", "line" ) ) );
    sources.put( "offset", new NonTap( "offset", new Fields( "offset", "line" ) ) );

    Map sinks = new HashMap();
    sinks.put( "sink", new NonTap( "sink", new Fields( "offset", "line" ) ) );

    Pipe pipeLower = new Each( new Pipe( "lower" ), new Fields( "line" ), new RegexSplitter( new Fields( "num1", "char1" ), " " ) );
    Pipe pipeUpper = new Each( new Pipe( "upper" ), new Fields( "line" ), new RegexSplitter( new Fields( "num1", "char1" ), " " ) );
    Pipe pipeOffset = new Each( new Pipe( "offset" ), new Fields( "line" ), new RegexSplitter( new Fields( "num2", "char2" ), " " ) );
View Full Code Here
TOP

Related Classes of cascading.flow.iso.NonTap

  • cascading.flow.iso.graph.CoGroupAroundCoGroupGraph
  • cascading.flow.iso.graph.HashJoinAroundHashJoinLeftMostGraph
  • cascading.flow.iso.graph.HashJoinMergeIntoHashJoinStreamedStreamedMergeGraph
  • cascading.flow.iso.graph.HashJoinSameSourceGraph
  • cascading.flow.iso.graph.HashJoinsIntoMerge
  • cascading.flow.iso.graph.JoinAroundJoinRightMostGraph
  • cascading.flow.iso.graph.JoinAroundJoinRightMostGraphSwapped
  • cascading.flow.iso.graph.LoneGroupAssertionGraph
  • cascading.flow.iso.graph.MulitStepFlowGraph
  • cascading.flow.iso.graph.SelfCoGroupGraph
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.