Examples of optimize()

Examples of org.apache.pig.impl.logicalLayer.optimizer.Optimizer.optimize()

383
384
385
386
387
388
389
390
391
392
393
                                                              func,
                                                              pigContext);

        // Optimize
        Optimizer optimizer = new LoadOptimizer();
        optimizer.optimize(readFrom);


        try {
            optimizeAndRunQuery(storePlan);
        }
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.optimizer.streaming.LoadOptimizer.optimize()

383
384
385
386
387
388
389
390
391
392
393
                                                              func,
                                                              pigContext);

        // Optimize
        Optimizer optimizer = new LoadOptimizer();
        optimizer.optimize(readFrom);


        try {
            optimizeAndRunQuery(storePlan);
        }
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.optimizer.streaming.StoreOptimizer.optimize()

402
403
404
405
406
407
408
409
410
411
412
        // Optimize the LogicalPlan
        Optimizer loadOptimizer = new LoadOptimizer();
        loadOptimizer.optimize(root);

        Optimizer storeOptimizer = new StoreOptimizer();
        storeOptimizer.optimize(root);

        // Execute
        ExecPhysicalPlan pp =
            pigContext.getExecutionEngine().compile(root, null);
View Full Code Here

Examples of org.apache.pig.newplan.logical.optimizer.LogicalPlanOptimizer.optimize()

126
127
128
129
130
131
132
133
134
135
136
          lp.connect(C, D);
        }
       
        System.out.println(lp);
        LogicalPlanOptimizer optimizer = new LogicalPlanOptimizer(lp, 500, null);
        optimizer.optimize();
       
        LogicalPlan expected = new LogicalPlan();
        {
            // A = load
          LogicalSchema aschema = new LogicalSchema();
View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LogicalPlan.optimize()

1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
    }

    public static PhysicalPlan buildPp(PigServer pigServer, String query)
    throws Exception {
        LogicalPlan lp = buildLp( pigServer, query );
        lp.optimize(pigServer.getPigContext());
        return ((HExecutionEngine)pigServer.getPigContext().getExecutionEngine()).compile(lp,
                pigServer.getPigContext().getProperties());
    }

    public static LogicalPlan parse(String query, PigContext pc) throws FrontendException {
View Full Code Here

Examples of org.apache.pig.newplan.optimizer.PlanOptimizer.optimize()

432
433
434
435
436
437
438
439
440
441
442
    }

    private LogicalPlan migrateAndOptimizePlan(org.apache.pig.impl.logicalLayer.LogicalPlan plan) throws FrontendException {
        LogicalPlan newLogicalPlan = migratePlan( plan );
        PlanOptimizer optimizer = new MyPlanOptimizer( newLogicalPlan, 3 );
        optimizer.optimize();
        return newLogicalPlan;
    }
   
    private LogicalPlan migratePlan(org.apache.pig.impl.logicalLayer.LogicalPlan lp) throws VisitorException{
        LogicalPlanMigrationVistor visitor = new LogicalPlanMigrationVistor(lp);       
View Full Code Here

Examples of org.apache.pig.pen.util.FunctionalLogicalOptimizer.optimize()

219
220
221
222
223
224
225
226
227
228
229
                    plan, pigContext);
            validator.validate(plan, collector);

            FunctionalLogicalOptimizer optimizer = new FunctionalLogicalOptimizer(
                    plan);
            optimizer.optimize();
        } catch (FrontendException fe) {
            // Need to go through and see what the collector has in it. But
            // remember what we've caught so we can wrap it into what we
            // throw.
            caught = fe;
View Full Code Here

Examples of org.apache.pig.test.TestExperimentalFilterAboveForeach.MyPlanOptimizer.optimize()

86
87
88
89
90
91
92
93
94
95
96
           
            // Run the optimizer
            MyPlanOptimizer optimizer = new MyPlanOptimizer(newPlan, ls, 3);
            optimizer.addPlanTransformListener(new ProjectionPatcher());
            optimizer.addPlanTransformListener(new SchemaPatcher());
            optimizer.optimize();
           
            return newPlan;
        }catch(Exception e) {
            throw new VisitorException(e);
        }
View Full Code Here

Examples of org.apache.pig.test.TestLogicalOptimizer.LogicalOptimizerDerivative.optimize()

203
204
205
206
207
208
209
210
211
212
213
    public void testOpLimitOptimizerCheck() throws Exception {
        planTester.buildPlan("A = load 'myfile';");
        planTester.buildPlan("B = foreach A generate $0;");
        org.apache.pig.impl.logicalLayer.LogicalPlan plan = planTester.buildPlan("C = limit B 100;");
        LogicalOptimizerDerivative optimizer = new LogicalOptimizerDerivative(plan);
        int numIterations = optimizer.optimize();
        Assert.assertFalse("Checking number of iterations of the optimizer [actual = "
                + numIterations + ", expected < " + optimizer.getMaxIterations() +
                "]", optimizer.getMaxIterations() == numIterations);
   
    }
View Full Code Here

Examples of org.apache.solr.client.solrj.SolrServer.optimize()

83
84
85
86
87
88
89
90
91
92
93
        } else if (operation.equalsIgnoreCase(SolrConstants.OPERATION_COMMIT)) {
            serverToUse.commit();
        } else if (operation.equalsIgnoreCase(SolrConstants.OPERATION_ROLLBACK)) {
            serverToUse.rollback();
        } else if (operation.equalsIgnoreCase(SolrConstants.OPERATION_OPTIMIZE)) {
            serverToUse.optimize();
        } else {
            throw new IllegalArgumentException(SolrConstants.OPERATION + " header value '" + operation + "' is not supported");
        }
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.