Examples of org.apache.pig.impl.logicalLayer.PlanSetter

Package org.apache.pig.impl.logicalLayer

Examples of org.apache.pig.impl.logicalLayer.PlanSetter

org.apache.pig.impl.logicalLayer.PlanSetter
A visitor to set plans correctly inside logical operators. When a logical operator is constructed, it is passed the plan value that is currently being used. However, once a single plan is stitched together, these references are no longer useful. However, there are a number of places that it is useful to be able to refer to the correct plan. So this visitor walks the final plan and sets the mCurrentWalker.getPlan() values in LogicalOperator appropriately. Note that some operators can be in multiple plans (such as inside a foreach). In this case the mCurrentWalker.getPlan() value will be for one of the plans. Which one is not guaranteed.

        }
        
        private void postProcess() throws IOException {
            
            // Set the logical plan values correctly in all the operators
            PlanSetter ps = new PlanSetter(lp);
            ps.visit();


            // The following code deals with store/load combination of 
            // intermediate files. In this case we will replace the load operator
            // with a (implicit) split operator, iff the load/store
            // func is reversible (because that's when we can safely

View Full Code Here

        physPlan = visitor.getPhysicalPlan();
        LogToPhyMap = visitor.getLogToPhyMap();
    }


    private LogicalPlan refineLogicalPlan(LogicalPlan plan) {
        PlanSetter ps = new PlanSetter(plan);
        try {
            ps.visit();


        } catch (VisitorException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }

View Full Code Here

        lpTester.buildPlan("c = join a1 by bcookie, b1 by bcookie;");
        org.apache.pig.impl.logicalLayer.LogicalPlan lp = lpTester
                .buildPlan("d = foreach c generate $4 as bcookie:chararray, " +
                    "$5 as dstid:int, $0 as mrkt:chararray;");
        
        new PlanSetter(lp).visit();
        
        LogicalPlan newLogicalPlan = migrateAndOptimizePlan( lp );
        
        String partFilter = TestLoader.partFilter.toString();
        Assert.assertTrue( "(srcid == 20)".equals( partFilter ) ||  "(srcid == 10)".equals( partFilter ) );

View Full Code Here

        planTester.buildPlan("d = foreach c generate group, FLATTEN(a.marks) as newmarks;");
        planTester.buildPlan("e = cogroup a by marks, d by newmarks;");
        LogicalPlan plan = planTester.buildPlan("f = foreach e generate group, flatten(a), flatten(d);");
        
        // Set the logical plan values correctly in all the operators
        PlanSetter ps = new PlanSetter(plan);
        ps.visit();
        
        // run through validator
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;

View Full Code Here

        }
       
        private void postProcess() throws IOException {
            
            // Set the logical plan values correctly in all the operators
            PlanSetter ps = new PlanSetter(lp);
            ps.visit();
            
            // The following code deals with store/load combination of 
            // intermediate files. In this case we will replace the load operator
            // with a (implicit) split operator, iff the load/store
            // func is reversible (because that's when we can safely

View Full Code Here

    
    @SuppressWarnings("unchecked")
    private LogicalPlan compileLp(LogicalPlan lp, boolean optimize) throws
    FrontendException {
        // Set the logical plan values correctly in all the operators
        PlanSetter ps = new PlanSetter(lp);
        ps.visit();
        
        UnionOnSchemaSetter setUnionOnSchema = new UnionOnSchemaSetter(lp, pigContext);
        setUnionOnSchema.visit();
        
        // run through validator

View Full Code Here

        physPlan = visitor.getPhysicalPlan();
        LogToPhyMap = visitor.getLogToPhyMap();
    }


    private LogicalPlan refineLogicalPlan(LogicalPlan plan) {
        PlanSetter ps = new PlanSetter(plan);
        try {
            ps.visit();


        } catch (VisitorException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }

View Full Code Here

        }
        return null;
    }


    private LogicalPlan refineLogicalPlan(LogicalPlan plan) {
        PlanSetter ps = new PlanSetter(plan);
        try {
            ps.visit();


        } catch (VisitorException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }

View Full Code Here

                    + DummyMetadataLoader.class.getName() + "('"+ checkFileName +"');");
            planTester.buildPlan("B = foreach A generate $0 ;");
            LogicalPlan plan = planTester.buildPlan("C = limit B 10;");
            new LOPrinter(System.err, plan).visit();
            // Set the logical plan values correctly in all the operators
            PlanSetter ps = new PlanSetter(plan);
            ps.visit();
            // the optimizer should run atleast one iteration 
            LogicalOptimizerDerivative optimizer = 
                new LogicalOptimizerDerivative(plan);
            int numIterations = optimizer.optimize();
            assertTrue(numIterations > 0);

View Full Code Here

        lpTester.buildPlan("c = join a1 by bcookie, b1 by bcookie;");
        LogicalPlan lp = lpTester
                .buildPlan("d = foreach c generate $4 as bcookie:chararray, " +
                    "$5 as dstid:int, $0 as mrkt:chararray;");
        
        new PlanSetter(lp).visit();
        
        lpTester.typeCheckPlan(lp);
        lpTester.optimizePlan(lp);
 
        assertEquals("checking partition filter:",

View Full Code Here

0 1 2

TOP

Related Classes of org.apache.pig.impl.logicalLayer.PlanSetter

org.apache.pig.pen.ExampleGenerator

org.apache.pig.PigServer

org.apache.pig.PigServer$Graph

org.apache.pig.test.TestImplicitSplit

org.apache.pig.test.TestLocalPOSplit

org.apache.pig.test.TestLogicalOptimizer

org.apache.pig.test.TestNewPlanImplicitSplit

org.apache.pig.test.TestPartitionFilterOptimization

org.apache.pig.test.TestPartitionFilterPushDown

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.