Examples of org.apache.pig.impl.plan.CompilationMessageCollector

org.apache.pig.impl.plan.CompilationMessageCollector
This class is used for collecting all messages (error + warning) in compilation process. These messages are reported back to users at the end of compilation. iterator() has to be called after CompilationMessageCollector is fully populated otherwise the state is undefined.

        planTester.buildPlan("d = foreach c generate * ;") ;
        planTester.buildPlan("f = foreach d generate group, flatten(a), flatten(b)  ;") ;
        LogicalPlan plan = planTester.buildPlan("g = foreach f generate group, $1 + 1, $2 + 2.0  ;") ;


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        try {
            typeValidator.validate(plan, collector) ;
        }
        catch (PlanValidationException pve) {
            //not good
        }


        printMessageCollector(collector) ;
        printTypeGraph(plan) ;
        planTester.printPlan(plan, TypeCheckingTestUtil.getCurrentMethodName());


        if (collector.hasError()) {
            throw new AssertionError("Expect no error") ;
        }


        LOForEach foreach = (LOForEach)plan.getLeaves().get(0);
        LogicalPlan foreachPlan = foreach.getForEachPlans().get(1);

View Full Code Here

        planTester.buildPlan("d = foreach c generate * ;") ;
        planTester.buildPlan("f = foreach d generate group, flatten(a), flatten(b)  ;") ;
        LogicalPlan plan = planTester.buildPlan("g = foreach f generate group, field1 + 1, $4 + 2.0  ;") ;


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        try {
            typeValidator.validate(plan, collector) ;
        }
        catch (PlanValidationException pve) {
            //not good
        }


        printMessageCollector(collector) ;
        printTypeGraph(plan) ;
        planTester.printPlan(plan, TypeCheckingTestUtil.getCurrentMethodName());


        if (collector.hasError()) {
            throw new AssertionError("Expect no error") ;
        }


        LOForEach foreach = (LOForEach)plan.getLeaves().get(0);
        LogicalPlan foreachPlan = foreach.getForEachPlans().get(1);

View Full Code Here

        planTester.buildPlan("c = cogroup a by field1, b by field4 ;") ;
        planTester.buildPlan("d = foreach c generate group, flatten(a), flatten(b)  ;") ;
        LogicalPlan plan = planTester.buildPlan("e = foreach d generate group + 1, field1 + 1, field4 + 2.0  ;") ;


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;


        try {
            typeValidator.validate(plan, collector) ;
            fail("Exception expected") ;
        }
        catch (PlanValidationException pve) {
            // good
        }


        printMessageCollector(collector) ;
        printTypeGraph(plan) ;
        planTester.printPlan(plan, TypeCheckingTestUtil.getCurrentMethodName());


        if (!collector.hasError()) {
            throw new AssertionError("Expect error") ;
        }


    }

View Full Code Here

        planTester.buildPlan("c = cogroup a by $0, b by $0 ;") ;
        planTester.buildPlan("d = foreach c generate group, flatten(a), flatten(b)  ;") ;
        LogicalPlan plan = planTester.buildPlan("e = foreach d generate group, $1 + 1, $2 + 2.0  ;") ;


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;


        printMessageCollector(collector) ;
        printTypeGraph(plan) ;
        planTester.printPlan(plan, TypeCheckingTestUtil.getCurrentMethodName());


        if (collector.hasError()) {
            throw new AssertionError("Expect no  error") ;
        }


        LOForEach foreach = (LOForEach)plan.getLeaves().get(0);
        LogicalPlan foreachPlan = foreach.getForEachPlans().get(1);

View Full Code Here

        planTester.buildPlan("b = load 'a' using PigStorage() as (field4, field5, field6: chararray );") ;
        planTester.buildPlan("c = union a , b ;") ;
        LogicalPlan plan = planTester.buildPlan("d = foreach c generate field2 + 2.0  ;") ;


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;


        printMessageCollector(collector) ;
        printTypeGraph(plan) ;
        planTester.printPlan(plan, TypeCheckingTestUtil.getCurrentMethodName());


        if (collector.hasError()) {
            throw new AssertionError("Expect no  error") ;
        }




        LOForEach foreach = (LOForEach)plan.getLeaves().get(0);

View Full Code Here

        planTester.buildPlan("b = load 'a' using PigStorage() as (field4, field5, field6: chararray );") ;
        planTester.buildPlan("c = union a , b ;") ;
        LogicalPlan plan = planTester.buildPlan("d = foreach c generate field1 + 2.0  ;") ;


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;


        try {
            typeValidator.validate(plan, collector) ;
            fail("Exception expected") ;
        }
        catch (PlanValidationException pve) {
            // good
        }


        printMessageCollector(collector) ;
        printTypeGraph(plan) ;
        planTester.printPlan(plan, TypeCheckingTestUtil.getCurrentMethodName());


        if (!collector.hasError()) {
            throw new AssertionError("Expect error") ;
        }


    }

View Full Code Here

        planTester.buildPlan("b = load 'a' using BinStorage() ;") ;
        planTester.buildPlan("c = union a , b ;") ;
        LogicalPlan plan = planTester.buildPlan("d = foreach c generate $1 + 2.0  ;") ;


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;


        try {
            typeValidator.validate(plan, collector) ;
        }
        catch (PlanValidationException pve) {
            // good
        }


        printMessageCollector(collector) ;
        printTypeGraph(plan) ;
        planTester.printPlan(plan, TypeCheckingTestUtil.getCurrentMethodName());


        if (collector.hasError()) {
            throw new AssertionError("Expect no  error") ;
        }


        LOForEach foreach = (LOForEach)plan.getLeaves().get(0);
        LogicalPlan foreachPlan = foreach.getForEachPlans().get(0);

View Full Code Here

        planTester.buildPlan("b = load 'a' using PigStorage() ;") ;
        planTester.buildPlan("c = union a , b ;") ;
        LogicalPlan plan = planTester.buildPlan("d = foreach c generate $1 + 2.0  ;") ;


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;


        try {
            typeValidator.validate(plan, collector) ;
            fail("Exception expected") ;
        }
        catch (PlanValidationException pve) {
            // good
        }


        printMessageCollector(collector) ;
        printTypeGraph(plan) ;
        planTester.printPlan(plan, TypeCheckingTestUtil.getCurrentMethodName());


        if (!collector.hasError()) {
            throw new AssertionError("Expect error") ;
        }


    }

View Full Code Here

        planTester.buildPlan("b = load 'a' using PigStorage() as (field4, field5, field6: chararray, field7 );") ;
        planTester.buildPlan("c = union a , b ;") ;
        LogicalPlan plan = planTester.buildPlan("d = foreach c generate $3 + 2.0  ;") ;


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;


        printMessageCollector(collector) ;
        printTypeGraph(plan) ;
        planTester.printPlan(plan, TypeCheckingTestUtil.getCurrentMethodName());


        if (collector.hasError()) {
            throw new AssertionError("Expect no  error") ;
        }




        LOForEach foreach = (LOForEach)plan.getLeaves().get(0);

View Full Code Here

        planTester.buildPlan("b = load 'a' using PigStorage() as (field4, field5, field6: chararray, field7 );") ;
        planTester.buildPlan("c = union a , b ;") ;
        LogicalPlan plan = planTester.buildPlan("d = foreach c generate $3 + 2.0  ;") ;


        // validate
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;


        try {
            typeValidator.validate(plan, collector) ;
            fail("Exception expected") ;
        }
        catch (PlanValidationException pve) {
            // good
        }


        printMessageCollector(collector) ;
        printTypeGraph(plan) ;
        planTester.printPlan(plan, TypeCheckingTestUtil.getCurrentMethodName());


        if (!collector.hasError()) {
            throw new AssertionError("Expect error") ;
        }


    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.pig.impl.plan.CompilationMessageCollector

org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.CombinerOptimizer

org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRCompiler

org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.CombinerOptimizer

org.apache.pig.impl.logicalLayer.UnionOnSchemaSetter

org.apache.pig.newplan.logical.relational.LogicalPlan

org.apache.pig.pen.ExampleGenerator

org.apache.pig.PigServer

org.apache.pig.PigServer$Graph

org.apache.pig.test.TestImplicitSplit

org.apache.pig.test.TestInputOutputFileValidator

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.