Examples of org.apache.pig.newplan.logical.visitor.UnionOnSchemaSetter

Package org.apache.pig.newplan.logical.visitor

Examples of org.apache.pig.newplan.logical.visitor.UnionOnSchemaSetter

org.apache.pig.newplan.logical.visitor.UnionOnSchemaSetter
A visitor that modifies the logical plan (if necessary) for union-onschema functionality. It runs logical plan validator so that the correct schema of its inputs is available. It inserts foreach statements in its input if the input operator schema does not match the schema created by merging all input schemas. Migrated from the old UnionOnSchemaSetter class.

            for(Enum type: MessageType.values()) {
                CompilationMessageCollector.logAllMessages(collector, log);
            }
        }


        new UnionOnSchemaSetter(this).visit();
        new CastLineageSetter(this, collector).visit();
        new ScalarVariableValidator(this).visit();
        new StoreAliasSetter(this).visit();


        // compute whether output data is sorted or not

View Full Code Here

            for(Enum type: MessageType.values()) {
                CompilationMessageCollector.logAllMessages(collector, log);
            }
        }


        new UnionOnSchemaSetter(this).visit();
        new CastLineageSetter(this, collector).visit();
        new ScalarVariableValidator(this).visit();
        new StoreAliasSetter(this).visit();


        // compute whether output data is sorted or not

View Full Code Here

                       "C = union onschema A, B; " +
                       "D = store C into 'output';";
        LogicalPlan plan = generateLogicalPlan( query );
        if( plan != null ) {
            int nodeCount = plan.size();
            UnionOnSchemaSetter visitor = new UnionOnSchemaSetter( plan );
            visitor.visit();
            System.out.println( "Plan after setter: " + plan.toString() );
            Assert.assertEquals( nodeCount + 2, plan.size() );
        }
    }

View Full Code Here

                       "C = union onschema A, B; " +
                       "D = store C into 'output';";
        LogicalPlan plan = generateLogicalPlan( query );
        if( plan != null ) {
            int nc = plan.size();
            UnionOnSchemaSetter visitor = new UnionOnSchemaSetter( plan );
            visitor.visit();
            System.out.println( "Plan after setter: " + plan.toString() );
            Assert.assertEquals( nc + 1, plan.size() );
        }
    }

View Full Code Here

                       "C = union onschema A, B; " +
                       "D = store C into 'output';";
        LogicalPlan plan = generateLogicalPlan( query );
        if( plan != null ) {
            int nc = plan.size();
            UnionOnSchemaSetter visitor = new UnionOnSchemaSetter( plan );
            visitor.visit();
            System.out.println( "Plan after setter: " + plan.toString() );
            Assert.assertEquals( nc, plan.size() );
        }
    }

View Full Code Here

                       "C = union onschema A, B; " +
                       "D = store C into 'output';";
        LogicalPlan plan = generateLogicalPlan( query );
        if( plan != null ) {
            int nc = plan.size();
            UnionOnSchemaSetter visitor = new UnionOnSchemaSetter( plan );
            visitor.visit();
            System.out.println( "Plan after setter: " + plan.toString() );
            Assert.assertEquals( nc+1, plan.size() ); // ForEach inserted before union
        }
    }

View Full Code Here

            new ColumnAliasConversionVisitor( plan ).visit();
           // new ScalarVisitor( plan, pigContext ).visit();


            CompilationMessageCollector collector = new CompilationMessageCollector();
            new TypeCheckingRelVisitor( plan, collector).visit();
            new UnionOnSchemaSetter( plan ).visit();
            new CastLineageSetter(plan, collector).visit();


            printMessageCollector(collector);
            plan.explain(System.out, "text", true);

View Full Code Here

                for(Enum type: MessageType.values()) {
                    CompilationMessageCollector.logAllMessages(collector, log);
                }
            }
            
            new UnionOnSchemaSetter( lp ).visit();
            new CastLineageSetter(lp, collector).visit();
        }

View Full Code Here

                for(Enum type: MessageType.values()) {
                    CompilationMessageCollector.logAllMessages(collector, log);
                }
            }


            new UnionOnSchemaSetter( lp ).visit();
            new CastLineageSetter(lp, collector).visit();
            new ScalarVariableValidator(lp).visit();
        }

View Full Code Here

            new ColumnAliasConversionVisitor( plan ).visit();
           // new ScalarVisitor( plan, pigContext ).visit();


            CompilationMessageCollector collector = new CompilationMessageCollector() ;
            new TypeCheckingRelVisitor( plan, collector).visit();
            new UnionOnSchemaSetter( plan ).visit();
            new CastLineageSetter(plan, collector).visit();
            
//            new ColumnAliasConversionVisitor( plan ).visit();
//            // validate
//            CompilationMessageCollector collector = new CompilationMessageCollector() ;

View Full Code Here

0 1 2 3

TOP

Related Classes of org.apache.pig.newplan.logical.visitor.UnionOnSchemaSetter

org.apache.pig.newplan.DependencyOrderWalker

org.apache.pig.newplan.logical.expression.CastExpression

org.apache.pig.newplan.logical.expression.ConstantExpression

org.apache.pig.newplan.logical.expression.LogicalExpressionPlan

org.apache.pig.newplan.logical.expression.ProjectExpression

org.apache.pig.newplan.logical.relational.LOForEach

org.apache.pig.newplan.logical.relational.LOGenerate

org.apache.pig.newplan.logical.relational.LogicalPlan

org.apache.pig.newplan.logical.relational.LogicalRelationalOperator

org.apache.pig.newplan.logical.relational.LogicalSchema

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.