Package cascading.operation

Examples of cascading.operation.Identity

43
44
45
46
47
48
49
    super( previous );

    if( retainFields == null )
      throw new IllegalArgumentException( "retainFields may not be null" );

    setTails( new Each( previous, retainFields, new Identity(), Fields.RESULTS ) );
    }
View Full Code Here
54
55
56
57
58
59
60
    super( previous );

    if( types.length > 0 )
      throw new IllegalArgumentException( "given types array may not be zero length" );

    setTails( new Each( previous, new Identity( types ) ) );
    }
View Full Code Here
74
75
76
77
78
79
80
    super( previous );

    if( coerceFields == null )
      throw new IllegalArgumentException( "coerceFields may not be null" );

    setTails( new Each( previous, coerceFields, new Identity( types ), Fields.REPLACE ) );
    }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
      throw new IllegalArgumentException( "coerceFields may not be null" );

    if( !coerceFields.hasTypes() )
      throw new IllegalArgumentException( "coerceFields must have field types declared" );

    setTails( new Each( previous, coerceFields, new Identity( coerceFields ), Fields.REPLACE ) );

    if( coerceFields.getTypes().length == 0 )
      throw new IllegalArgumentException( "number of types must not be zero" );
    }
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
        rhs, new Fields("key", "key2"),
        new Fields("key", "key2", "v1", "key3", "key4", "v2"));
    joined4 = new Pipe("joined4", joined4);

    Pipe joinedSplit = new Pipe("joined-split", joined);
    joined = new Each(joined, new Fields("lhs-key", "lhs-value"), new Identity(new Fields("lhs-key-renamed", "lhs-value-renamed")));

    Pipe joined2 = new BloomJoin(lhs, new Fields("key", "key2"),
        rhs2, new Fields("key", "key2"),
        new Fields("lhs-key", "lhs-key2", "lhs-value", "rhs-key", "rhs-key2", "rhs-value"));

    joined2 = new Each(joined2, new Fields("lhs-key", "rhs-value"), new Identity());

    Pipe joined3 = new BloomJoin(joined, new Fields("lhs-key-renamed"),
        joined2, new Fields("lhs-key"), BloomAssembly.CoGroupOrder.LARGE_RHS);

    Pipe output2 = new Pipe("joined3", joined3);
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
        new Fields("description", "count"));

    Tap output = new NullTap();

    Pipe pipe = new Pipe("pipe");
    pipe = new Each(pipe, Fields.ALL, new Identity(), Fields.RESULTS);

    CascadingUtil.get().getFlowConnector().connect(input, output, pipe).complete();

    assertFalse(fs.exists(new Path(output.getIdentifier())));
  }
View Full Code Here
TOP

Related Classes of cascading.operation.Identity

  • bixo.examples.crawl.DemoCrawlWorkflow
  • cascading.assembly.CrossTab
  • cascading.BasicPipesPlatformTest
  • cascading.cascade.CascadePlatformTest
  • cascading.cascade.hadoop.RiffleCascadePlatformTest
  • cascading.cascade.ParallelCascadePlatformTest
  • cascading.CoGroupFieldedPipesPlatformTest
  • cascading.DistanceUseCasePlatformTest
  • cascading.FieldedPipesPlatformTest
  • cascading.flow.hadoop.BuildJobsHadoopPlatformTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.