Examples of org.apache.pig.impl.logicalLayer.PlanSetter

Package org.apache.pig.impl.logicalLayer

Examples of org.apache.pig.impl.logicalLayer.PlanSetter

org.apache.pig.impl.logicalLayer.PlanSetter
A visitor to set plans correctly inside logical operators. When a logical operator is constructed, it is passed the plan value that is currently being used. However, once a single plan is stitched together, these references are no longer useful. However, there are a number of places that it is useful to be able to refer to the correct plan. So this visitor walks the final plan and sets the mCurrentWalker.getPlan() values in LogicalOperator appropriately. Note that some operators can be in multiple plans (such as inside a foreach). In this case the mCurrentWalker.getPlan() value will be for one of the plans. Which one is not guaranteed.

        }
        return null;
    }


    private LogicalPlan refineLogicalPlan(LogicalPlan plan) {
        PlanSetter ps = new PlanSetter(plan);
        try {
            ps.visit();


        } catch (VisitorException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }

View Full Code Here

            String msg = "Unable to clone plan before compiling";
            throw new FrontendException(msg, errCode, PigException.BUG, e);
        }
        
        // Set the logical plan values correctly in all the operators
        PlanSetter ps = new PlanSetter(lpClone);
        ps.visit();
        
        // run through validator
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        FrontendException caught = null;
        try {

View Full Code Here

            throw new FrontendException(msg, errCode, PigException.BUG, e);
        }


        
        // Set the logical plan values correctly in all the operators
        PlanSetter ps = new PlanSetter(lpClone);
        ps.visit();
        
        //(new SplitIntroducer(lp)).introduceImplSplits();
        
        // run through validator
        CompilationMessageCollector collector = new CompilationMessageCollector() ;

View Full Code Here

        }
        return null;
    }


    private LogicalPlan refineLogicalPlan(LogicalPlan plan) {
        PlanSetter ps = new PlanSetter(plan);
        try {
            ps.visit();


        } catch (VisitorException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }

View Full Code Here

        planTester.buildPlan("d = foreach c generate group, FLATTEN(a.marks) as newmarks;");
        planTester.buildPlan("e = cogroup a by marks, d by newmarks;");
        LogicalPlan plan = planTester.buildPlan("f = foreach e generate group, flatten(a), flatten(d);");
        
        // Set the logical plan values correctly in all the operators
        PlanSetter ps = new PlanSetter(plan);
        ps.visit();
        
        // run through validator
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;

View Full Code Here

        planTester.buildPlan("d = foreach c generate group, FLATTEN(a.marks) as newmarks;");
        planTester.buildPlan("e = cogroup a by marks, d by newmarks;");
        LogicalPlan plan = planTester.buildPlan("f = foreach e generate group, flatten(a), flatten(d);");
        
        // Set the logical plan values correctly in all the operators
        PlanSetter ps = new PlanSetter(plan);
        ps.visit();
        
        // run through validator
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;

View Full Code Here

        }
        
        private void postProcess() throws IOException {
            
            // Set the logical plan values correctly in all the operators
            PlanSetter ps = new PlanSetter(lp);
            ps.visit();


            // The following code deals with store/load combination of 
            // intermediate files. In this case we will replace the load operator
            // with a (implicit) split operator, iff the load/store
            // func is reversible (because that's when we can safely

View Full Code Here

            String msg = "Unable to clone plan before compiling";
            throw new FrontendException(msg, errCode, PigException.BUG, e);
        }
        
        // Set the logical plan values correctly in all the operators
        PlanSetter ps = new PlanSetter(lpClone);
        ps.visit();
        
        // run through validator
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        FrontendException caught = null;
        try {

View Full Code Here

        physPlan = visitor.getPhysicalPlan();
        LogToPhyMap = visitor.getLogToPhyMap();
    }


    private LogicalPlan refineLogicalPlan(LogicalPlan plan) {
        PlanSetter ps = new PlanSetter(plan);
        try {
            ps.visit();


        } catch (VisitorException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }

View Full Code Here

        }
        return null;
    }


    private LogicalPlan refineLogicalPlan(LogicalPlan plan) {
        PlanSetter ps = new PlanSetter(plan);
        try {
            ps.visit();


        } catch (VisitorException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }

View Full Code Here

0 1 2

TOP

Related Classes of org.apache.pig.impl.logicalLayer.PlanSetter

org.apache.pig.pen.ExampleGenerator

org.apache.pig.PigServer

org.apache.pig.PigServer$Graph

org.apache.pig.test.TestImplicitSplit

org.apache.pig.test.TestLocalPOSplit

org.apache.pig.test.TestLogicalOptimizer

org.apache.pig.test.TestNewPlanImplicitSplit

org.apache.pig.test.TestPartitionFilterOptimization

org.apache.pig.test.TestPartitionFilterPushDown

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.