Package org.apache.pig.newplan

Examples of org.apache.pig.newplan.Operator

387
388
389
390
391
392
393
394
395
396
397
398
399
400
        planTester.buildPlan("C = filter B by $0 < 18;");
        org.apache.pig.impl.logicalLayer.LogicalPlan plan = planTester.buildPlan( "D = STORE C INTO 'empty';" );

        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( plan );

        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator filter = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( filter instanceof LOFilter );
        Operator fe = newLogicalPlan.getSuccessors( filter ).get( 0 );
        Assert.assertTrue( fe instanceof LOForEach );
        Operator store = newLogicalPlan.getSuccessors( fe ).get( 0 );
        Assert.assertTrue( store instanceof LOStore );
    }
View Full Code Here
409
410
411
412
413
414
415
416
417
        planTester.buildPlan("e = filter d by age > c.age;");
        org.apache.pig.impl.logicalLayer.LogicalPlan plan = planTester.buildPlan("f = store e into 'empty';");

        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( plan );

        Operator store = newLogicalPlan.getSinks().get( 0 );
        Operator foreach = newLogicalPlan.getPredecessors(store).get(0);
        Assert.assertTrue( foreach instanceof LOForEach );
    }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
    @Test
    public void testErrorNonForeachInput() throws Exception {
        org.apache.pig.impl.logicalLayer.LogicalPlan lp = planTester.buildPlan("A = load 'myfile' as (name, age, gpa);");
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( lp );

        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        List<Operator> nexts = newLogicalPlan.getSuccessors( load );
        Assert.assertTrue( nexts == null || nexts.size() == 0 );
}
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
122
        planTester.buildPlan("B = foreach A generate $0, $1, $2;");
        planTester.buildPlan("C = order B by $0, $1;");
        org.apache.pig.impl.logicalLayer.LogicalPlan lp = planTester.buildPlan( "D = store C into 'dummy';" );
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( lp );
       
        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator foreach = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( foreach instanceof LOForEach );
        Operator sort = newLogicalPlan.getSuccessors( foreach ).get( 0 );
        Assert.assertTrue( sort instanceof LOSort );
    }
View Full Code Here
125
126
127
128
129
130
131
132
133
134
    public void testForeachNoSuccessors() throws Exception {
        planTester.buildPlan("A = load 'myfile' as (name, age, gpa);");
        org.apache.pig.impl.logicalLayer.LogicalPlan lp = planTester.buildPlan("B = foreach A generate flatten($1);");
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( lp );
       
        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator foreach = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( foreach instanceof LOForEach );
    }
View Full Code Here
138
139
140
141
142
143
144
145
146
147
        planTester.buildPlan("A = load 'myfile' as (name, age, gpa);");
        planTester.buildPlan("B = foreach A generate flatten($1);");
        org.apache.pig.impl.logicalLayer.LogicalPlan lp = planTester.buildPlan("C = stream B through `" + "pc -l" + "`;");
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( lp );
       
        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator foreach = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( foreach instanceof LOForEach );
    }
View Full Code Here
152
153
154
155
156
157
158
159
160
161
        planTester.buildPlan("B = foreach A generate flatten($1);");
        org.apache.pig.impl.logicalLayer.LogicalPlan lp = planTester.buildPlan("C = distinct B;");
       
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( lp );
       
        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator foreach = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( foreach instanceof LOForEach );
    }
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
177
178
        planTester.buildPlan("B = foreach A generate $0, $1, flatten(1);");       
        org.apache.pig.impl.logicalLayer.LogicalPlan lp = planTester.buildPlan("C = foreach B generate $0;");
       
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( lp );
       
        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator foreach = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( foreach instanceof LOForEach );
        Assert.assertTrue( OptimizerUtils.hasFlatten( (LOForEach)foreach ) );
        foreach = newLogicalPlan.getSuccessors( foreach ).get( 0 );
        Assert.assertTrue( foreach instanceof LOForEach );
        Assert.assertTrue( !OptimizerUtils.hasFlatten( (LOForEach)foreach ) );
View Full Code Here
185
186
187
188
189
190
191
192
193
194
195
        planTester.buildPlan("B = foreach A generate $0, $1, flatten($2);");       
        org.apache.pig.impl.logicalLayer.LogicalPlan lp = planTester.buildPlan("C = filter B by $1 < 18;");
       
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( lp );
       
        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator foreach = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( foreach instanceof LOForEach );
        Assert.assertTrue( OptimizerUtils.hasFlatten( (LOForEach)foreach ) );
    }
View Full Code Here
200
201
202
203
204
205
206
207
208
209
210
        planTester.buildPlan("B = foreach A generate $0, $1, flatten($2);");
        org.apache.pig.impl.logicalLayer.LogicalPlan lp = planTester.buildPlan("split B into C if $1 < 18, D if $1 >= 18;");
       
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( lp );

        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator foreach = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( foreach instanceof LOForEach );
        Assert.assertTrue( OptimizerUtils.hasFlatten( (LOForEach)foreach ) );
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.newplan.Operator

  • com.netflix.lipstick.adaptors.LOJsonAdaptor$LogicalExpressionPlanSerializer
  • org.apache.pig.backend.hadoop.executionengine.HExecutionEngine
  • org.apache.pig.backend.hadoop.executionengine.HExecutionEngine$SortInfoSetter
  • org.apache.pig.builtin.TestOrcStoragePushdown
  • org.apache.pig.newplan.logical.DotLOPrinter
  • org.apache.pig.newplan.logical.expression.ExpToPhyTranslationVisitor
  • org.apache.pig.newplan.logical.expression.ProjectExpression
  • org.apache.pig.newplan.logical.optimizer.DanglingNestedNodeRemover
  • org.apache.pig.newplan.logical.relational.LOForEach
  • org.apache.pig.newplan.logical.relational.LogicalPlanData
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.