Package org.apache.pig.newplan.logical.optimizer

Examples of org.apache.pig.newplan.logical.optimizer.LogicalPlanOptimizer

125
126
127
128
129
130
131
132
133
134
135
136
          lp.add(D);
          lp.connect(C, D);
        }
       
        System.out.println(lp);
        LogicalPlanOptimizer optimizer = new LogicalPlanOptimizer(lp, 500, null);
        optimizer.optimize();
       
        LogicalPlan expected = new LogicalPlan();
        {
            // A = load
          LogicalSchema aschema = new LogicalSchema();
View Full Code Here
940
941
942
943
944
945
946
947
948
949
950
951
                    int errCode = 2110;
                    String msg = "Unable to deserialize optimizer rules.";
                    throw new FrontendException(msg, errCode, PigException.BUG, ioe);
                }
               
                LogicalPlanOptimizer optimizer = new LogicalPlanOptimizer(newPlan, 3, optimizerRules);
                optimizer.optimize();               
               
                newPlan.explain(lps, format, verbose);
            }
            pp.explain(pps, format, verbose);
            pigContext.getExecutionEngine().explain(pp, eps, format, verbose);
View Full Code Here
951
952
953
954
955
956
957
958
959
960
961
962
                    int errCode = 2110;
                    String msg = "Unable to deserialize optimizer rules.";
                    throw new FrontendException(msg, errCode, PigException.BUG, ioe);
                }
               
                LogicalPlanOptimizer optimizer = new LogicalPlanOptimizer(newPlan, 3, optimizerRules);
                optimizer.optimize();               
               
                newPlan.explain(lps, format, verbose);
            }
            pp.explain(pps, format, verbose);
            pigContext.getExecutionEngine().explain(pp, eps, format, verbose);
View Full Code Here
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
                int errCode = 2110;
                String msg = "Unable to deserialize optimizer rules.";
                throw new FrontendException(msg, errCode, PigException.BUG, ioe);
            }

            LogicalPlanOptimizer optimizer = new LogicalPlanOptimizer( currDAG.lp, 3, optimizerRules );
            optimizer.optimize();

            currDAG.lp.explain(lps, format, verbose);

            pp.explain(pps, format, verbose);
           
View Full Code Here
268
269
270
271
272
273
274
275
276
277
278
279
       
        StoreAliasSetter storeAliasSetter = new StoreAliasSetter( plan );
        storeAliasSetter.visit();
       
        // run optimizer
        LogicalPlanOptimizer optimizer = new LogicalPlanOptimizer( plan, 100, optimizerRules );
        optimizer.optimize();
       
        // compute whether output data is sorted or not
        SortInfoSetter sortInfoSetter = new SortInfoSetter( plan );
        sortInfoSetter.visit();
       
View Full Code Here
270
271
272
273
274
275
276
277
278
                    pigContext);
        } catch (IOException e) {
            throw new FrontendException(e);
        }
        // run optimizer
        LogicalPlanOptimizer optimizer = new LogicalPlanOptimizer(this, 100,
                disabledOptimizerRules, pigContext);
        optimizer.optimize();
    }
View Full Code Here
262
263
264
265
266
267
268
269
270
            disabledOptimizerRules.add("AddForEach");
            disabledOptimizerRules.add("GroupByConstParallelSetter");
        }

        // run optimizer
        LogicalPlanOptimizer optimizer = new LogicalPlanOptimizer(this, 100,
                disabledOptimizerRules);
        optimizer.optimize();
    }
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
155
            lp.add(D);
            lp.connect(C, D);
        }

        System.out.println(lp);
        LogicalPlanOptimizer optimizer = new LogicalPlanOptimizer(lp, 500, null);
        optimizer.optimize();

        LogicalPlan expected = new LogicalPlan();
        {
            // A = load
            LogicalSchema aschema = new LogicalSchema();
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
       
        org.apache.pig.newplan.logical.relational.LogicalPlan plan = Util.buildLp(pigServer, query);
       

        // this will run ImplicitSplitInserter
        new LogicalPlanOptimizer( plan, 5, null ).optimize();
       
        // get Schema of leaf and compare:
        String expectedSchema = "group:int,a::name:chararray,a::marks:int,d::group:chararray,d::newmarks:int";
        assertEquals(expectedSchema, ((LogicalRelationalOperator)plan.getSinks().get(0)).getSchema().toString(false));
    }
View Full Code Here
275
276
277
278
279
280
281
282
283
284
285
286
       
        StoreAliasSetter storeAliasSetter = new StoreAliasSetter( plan );
        storeAliasSetter.visit();
       
        // run optimizer
        LogicalPlanOptimizer optimizer = new LogicalPlanOptimizer( plan, 100, optimizerRules );
        optimizer.optimize();
       
        // compute whether output data is sorted or not
        SortInfoSetter sortInfoSetter = new SortInfoSetter( plan );
        sortInfoSetter.visit();
       
View Full Code Here
TOP

Related Classes of org.apache.pig.newplan.logical.optimizer.LogicalPlanOptimizer

  • org.apache.pig.backend.hadoop.executionengine.HExecutionEngine
  • org.apache.pig.newplan.logical.relational.LogicalPlan
  • org.apache.pig.newplan.logical.rules.AddForEach
  • org.apache.pig.newplan.logical.rules.ColumnMapKeyPrune
  • org.apache.pig.newplan.logical.rules.DuplicateForEachColumnRewrite
  • org.apache.pig.newplan.logical.rules.FilterAboveForeach
  • org.apache.pig.newplan.logical.rules.FilterConstantCalculator
  • org.apache.pig.newplan.logical.rules.ForEachConstantCalculator
  • org.apache.pig.newplan.logical.rules.GroupByConstParallelSetter
  • org.apache.pig.newplan.logical.rules.ImplicitSplitInserter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.