Package org.apache.pig.newplan

Examples of org.apache.pig.newplan.Operator

934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
                }

                @Override
                public void visit(OrExpression orExpr) throws FrontendException {
                    List<Operator> children = plan.getSuccessors(orExpr);
                    Operator lhs = children != null && children.size() > 0 ? children.get(0)
                                    : null, rhs = children != null && children.size() > 1 ? children.get(1)
                                    : null;
                    if ((lhs == null && rhs == null) || dnfTrimmed(orExpr)) {
                        remove(orExpr);
                    }
                    else if (rhs == null) {
                        trimOneChild(orExpr, lhs);
                        plan.remove(orExpr);
                    }
                }

                @Override
                public void visit(AndExpression andExpr)
                                throws FrontendException {
                    List<Operator> children = plan.getSuccessors(andExpr);
                    Operator lhs = children != null && children.size() > 0 ? children.get(0)
                                    : null, rhs = children != null && children.size() > 1 ? children.get(1)
                                    : null;
                    if ((lhs == null && rhs == null) || dnfTrimmed(andExpr)) {
                        remove(andExpr);
                    }
View Full Code Here
934
935
936
937
938
939
940
941
942
943
944
                }

                @Override
                public void visit(OrExpression orExpr) throws FrontendException {
                    List<Operator> children = plan.getSuccessors(orExpr);
                    Operator lhs = children != null && children.size() > 0 ? children.get(0)
                                    : null, rhs = children != null && children.size() > 1 ? children.get(1)
                                    : null;
                    if ((lhs == null && rhs == null) || dnfTrimmed(orExpr)) {
                        remove(orExpr);
                    }
View Full Code Here
950
951
952
953
954
955
956
957
958
959
960
                @Override
                public void visit(AndExpression andExpr)
                                throws FrontendException {
                    List<Operator> children = plan.getSuccessors(andExpr);
                    Operator lhs = children != null && children.size() > 0 ? children.get(0)
                                    : null, rhs = children != null && children.size() > 1 ? children.get(1)
                                    : null;
                    if ((lhs == null && rhs == null) || dnfTrimmed(andExpr)) {
                        remove(andExpr);
                    }
View Full Code Here
242
243
244
245
246
247
248
249
250
251
252
                plan.add(newExp);
                List<Operator> predList = plan.getPredecessors(parent);
                if (predList != null) {
                    Operator[] preds = predList.toArray(new Operator[0]);
                    for (Object p : preds) {
                        Operator pred = (Operator) p;
                        Pair<Integer, Integer> pos = plan.disconnect(pred, parent);
                        plan.connect(pred, pos.first, newExp, pos.second);
                    }
                }
                plan.remove(parent);
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
71
72
        lpt.buildPlan( "B = FOREACH A GENERATE name, flatten(cuisines);" );
        lpt.buildPlan( "C = FILTER B BY name == 'joe';" );
        org.apache.pig.impl.logicalLayer.LogicalPlan plan = lpt.buildPlan( "D = STORE C INTO 'empty';" ); 
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( plan );

        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator filter = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( filter instanceof LOFilter );
        Operator fe1 = newLogicalPlan.getSuccessors( filter ).get( 0 );
        Assert.assertTrue( fe1 instanceof LOForEach );
        Operator fe2 = newLogicalPlan.getSuccessors( fe1 ).get( 0 );
        Assert.assertTrue( fe2 instanceof LOForEach );
    }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
        lpt.buildPlan( "C = FILTER B BY $1 == 'french';" );
        lpt.buildPlan( "D = FILTER C BY name == 'joe';" );
        org.apache.pig.impl.logicalLayer.LogicalPlan plan = lpt.buildPlan( "E = STORE D INTO 'empty';" ); 
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( plan );
       
        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator filter = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( filter instanceof LOFilter );
        Operator fe1 = newLogicalPlan.getSuccessors( filter ).get( 0 );
        Assert.assertTrue( fe1 instanceof LOForEach );
        Operator fe2 = newLogicalPlan.getSuccessors( fe1 ).get( 0 );
        Assert.assertTrue( fe2 instanceof LOForEach );
        Operator filter2 = newLogicalPlan.getSuccessors( fe2 ).get( 0 );
        Assert.assertTrue( filter2 instanceof LOFilter );
    }
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
        lpt.buildPlan( "C = FILTER B BY name == 'joe';" );
        lpt.buildPlan( "D = FILTER C BY age == 30;" );
        org.apache.pig.impl.logicalLayer.LogicalPlan plan = lpt.buildPlan( "E = STORE D INTO 'empty';" ); 
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( plan );
       
        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator filter = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( filter instanceof LOFilter );
        Operator filter2 = newLogicalPlan.getSuccessors( filter ).get( 0 );
        Assert.assertTrue( filter2 instanceof LOFilter );
        Operator fe1 = newLogicalPlan.getSuccessors( filter2 ).get( 0 );
        Assert.assertTrue( fe1 instanceof LOForEach );
        Operator fe2 = newLogicalPlan.getSuccessors( fe1 ).get( 0 );
        Assert.assertTrue( fe2 instanceof LOForEach );
    }
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
        lpt.buildPlan( "C = FILTER B BY $1 == 'French';" );
        lpt.buildPlan( "D = FILTER C BY $2 == 'Europe';" );
        org.apache.pig.impl.logicalLayer.LogicalPlan plan = lpt.buildPlan( "E = STORE D INTO 'empty';" ); 
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( plan );

        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator fe1 = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( fe1 instanceof LOForEach );
        Operator fe2 = newLogicalPlan.getSuccessors( fe1 ).get( 0 );
        Assert.assertTrue( fe2 instanceof LOForEach );
        Operator filter = newLogicalPlan.getSuccessors( fe2 ).get( 0 );
        Assert.assertTrue( filter instanceof LOFilter );
        Operator filter2 = newLogicalPlan.getSuccessors( filter ).get( 0 );
        Assert.assertTrue( filter2 instanceof LOFilter );
    }
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
155
156
157
        lpt.buildPlan( "B = FOREACH A GENERATE name, flatten(cuisines);" );
        lpt.buildPlan( "C = FILTER B BY cuisine == 'French';" );
        org.apache.pig.impl.logicalLayer.LogicalPlan plan = lpt.buildPlan( "D = STORE C INTO 'empty';" ); 
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( plan );

        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator fe1 = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( fe1 instanceof LOForEach );
        Operator fe2 = newLogicalPlan.getSuccessors( fe1 ).get( 0 );
        Assert.assertTrue( fe2 instanceof LOForEach );
        Operator filter = newLogicalPlan.getSuccessors( fe2 ).get( 0 );
        Assert.assertTrue( filter instanceof LOFilter );
    }
View Full Code Here
163
164
165
166
167
168
169
170
171
172
173
174
175
176
        lpt.buildPlan( "B = FOREACH A GENERATE name, cuisines;" );
        lpt.buildPlan( "C = FILTER B BY name == 'joe';" );
        org.apache.pig.impl.logicalLayer.LogicalPlan plan = lpt.buildPlan( "D = STORE C INTO 'empty';" ); 
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( plan );

        Operator load = newLogicalPlan.getSources().get( 0 );
        Assert.assertTrue( load instanceof LOLoad );
        Operator filter = newLogicalPlan.getSuccessors( load ).get( 0 );
        Assert.assertTrue( filter instanceof LOFilter );
        Operator fe1 = newLogicalPlan.getSuccessors( filter ).get( 0 );
        Assert.assertTrue( fe1 instanceof LOForEach );
        Operator fe2 = newLogicalPlan.getSuccessors( fe1 ).get( 0 );
        Assert.assertTrue( fe2 instanceof LOForEach );
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.newplan.Operator

  • com.netflix.lipstick.adaptors.LOJsonAdaptor$LogicalExpressionPlanSerializer
  • org.apache.pig.backend.hadoop.executionengine.HExecutionEngine
  • org.apache.pig.backend.hadoop.executionengine.HExecutionEngine$SortInfoSetter
  • org.apache.pig.builtin.TestOrcStoragePushdown
  • org.apache.pig.newplan.logical.DotLOPrinter
  • org.apache.pig.newplan.logical.expression.ExpToPhyTranslationVisitor
  • org.apache.pig.newplan.logical.expression.ProjectExpression
  • org.apache.pig.newplan.logical.optimizer.DanglingNestedNodeRemover
  • org.apache.pig.newplan.logical.relational.LOForEach
  • org.apache.pig.newplan.logical.relational.LogicalPlanData
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.