Examples of org.apache.pig.impl.plan.CompilationMessageCollector

org.apache.pig.impl.plan.CompilationMessageCollector
This class is used for collecting all messages (error + warning) in compilation process. These messages are reported back to users at the end of compilation. iterator() has to be called after CompilationMessageCollector is fully populated otherwise the state is undefined.

            // TODO Auto-generated catch block
            e.printStackTrace();
        }


        // run through validator
        CompilationMessageCollector collector = new CompilationMessageCollector();
        FrontendException caught = null;
        try {
            LogicalPlanValidationExecutor validator = new LogicalPlanValidationExecutor(
                    plan, pigContext);
            validator.validate(plan, collector);

View Full Code Here

        }
        // run through validator first on inputs so that the schemas have the right
        //types for columns. It will run TypeCheckingValidator as well.
        // The compilation messages will be logged when validation is
        // done from PigServer, so not doing it here
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        boolean isBeforeOptimizer = true;




        LogicalPlanValidationExecutor validator = 
            new LogicalPlanValidationExecutor(mPlan, pigContext, isBeforeOptimizer);

View Full Code Here

        // Set the logical plan values correctly in all the operators
        PlanSetter ps = new PlanSetter(plan);
        ps.visit();
        
        // run through validator
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;        
        printMessageCollector(collector) ;
        printTypeGraph(plan) ;
        
        if (collector.hasError()) {
            throw new Exception("Error during type checking") ;
        }


        // this will run ImplicitSplitInserter
        TestLogicalOptimizer.optimizePlan(plan);

View Full Code Here

        
        UnionOnSchemaSetter setUnionOnSchema = new UnionOnSchemaSetter(lp, pigContext);
        setUnionOnSchema.visit();
        
        // run through validator
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        boolean isBeforeOptimizer = true;
        validate(lp, collector, isBeforeOptimizer);
        
        // optimize
        if (optimize && pigContext.getProperties().getProperty("pig.usenewlogicalplan", "true").equals("false")) {

View Full Code Here


        plan.connect(load1, union);
        plan.connect(load2, union);


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;
        printMessageCollector(collector) ;
        printTypeGraph(plan) ;

View Full Code Here


        plan.connect(load1, union);
        plan.connect(load2, union);


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;
        printMessageCollector(collector) ;
        printTypeGraph(plan) ;

View Full Code Here


        plan.connect(load1, split1) ;
        plan.connect(split1, splitOutput1) ;
        plan.connect(split1, splitOutput2) ;


        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;
        printMessageCollector(collector) ;
        printTypeGraph(plan) ;


        if (collector.hasError()) {
            throw new AssertionError("Expect no error") ;
        }


        // check split itself
        assertEquals(split1.getSchema(), null) ;

View Full Code Here


        plan.connect(load1, split1) ;
        plan.connect(split1, splitOutput1) ;
        plan.connect(split1, splitOutput2) ;


        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        try {
            TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
            typeValidator.validate(plan, collector) ;
            fail("Exception expected") ;
        }

View Full Code Here

        plan.add(distinct1) ;


        plan.connect(load1, distinct1);


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;
        printMessageCollector(collector) ;
        printTypeGraph(plan) ;

View Full Code Here


        plan.add(load1);
        plan.add(sort1);
        plan.connect(load1, sort1) ;


        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;
        TypeCheckingTestUtil.printMessageCollector(collector) ;
        TypeCheckingTestUtil.printTypeGraph(plan) ;


        if (collector.hasError()) {
            throw new AssertionError("Expect no error") ;
        }


        assertEquals(sort1.getSchema(), null) ;

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.pig.impl.plan.CompilationMessageCollector

org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.CombinerOptimizer

org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRCompiler

org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.CombinerOptimizer

org.apache.pig.impl.logicalLayer.UnionOnSchemaSetter

org.apache.pig.newplan.logical.relational.LogicalPlan

org.apache.pig.pen.ExampleGenerator

org.apache.pig.PigServer

org.apache.pig.PigServer$Graph

org.apache.pig.test.TestImplicitSplit

org.apache.pig.test.TestInputOutputFileValidator

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.