Examples of visit()

Examples of org.apache.pig.impl.logicalLayer.TopLevelProjectFinder.visit()

480
481
482
483
484
485
486
487
488
489
490
    boolean isFieldSimple(LogicalPlan lp) throws OptimizerException
    {
        TopLevelProjectFinder projectFinder = new TopLevelProjectFinder(lp);
           
        try {
            projectFinder.visit();
        } catch (VisitorException ve) {
            throw new OptimizerException();
        }
        if (projectFinder.getProjectSet()!=null && projectFinder.getProjectSet().size()==1)
        {
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.UDFFinder.visit()

129
130
131
132
133
134
135
136
137
138
139
                return false;
            }
           
            for(LogicalPlan foreachPlan: foreach.getForEachPlans()) {
                UDFFinder udfFinder = new UDFFinder(foreachPlan);
                udfFinder.visit();
   
                // if any of the foreach's inner plans contain a UDF then return false
                if (udfFinder.foundAnyUDF()) {
                    return false;
                }
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.UnionOnSchemaSetter.visit()

1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
        // Set the logical plan values correctly in all the operators
        PlanSetter ps = new PlanSetter(lp);
        ps.visit();
       
        UnionOnSchemaSetter setUnionOnSchema = new UnionOnSchemaSetter(lp, pigContext);
        setUnionOnSchema.visit();
       
        // run through validator
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        boolean isBeforeOptimizer = true;
        validate(lp, collector, isBeforeOptimizer);
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.optimizer.SchemaCalculator.visit()

282
283
284
285
286
287
288
289
290
   
    public void rebuildSchema(LogicalPlan lp) throws VisitorException {
        SchemaRemover sr = new SchemaRemover(lp);
        sr.visit();
        SchemaCalculator sc = new SchemaCalculator(lp);
        sc.visit();
    }
   
}
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.optimizer.SchemaRemover.visit()

399
400
401
402
403
404
405
406
407
408
409
    public void unsetSchema() throws VisitorException{
        for(LogicalOperator input: getInputs()) {
            for(LogicalPlan plan: mGroupByPlans.get(input)) {
                SchemaRemover sr = new SchemaRemover(plan);
                sr.visit();
            }
        }
        super.unsetSchema();
    }
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.validators.InputOutputFileVisitor.visit()

153
154
155
156
157
158
159
160
161
162
163
            lpt.buildPlan("a = load '" + inputFileName + "' as (c:chararray, " +
                    "i:int,d:double);");
            LogicalPlan lp = lpt.buildPlan("store a into '" + outputFileName + "' using " +
                    "PigStorage();");
            InputOutputFileVisitor visitor = new InputOutputFileVisitor(lp, null, pig.getPigContext());
            visitor.visit();
        } catch (PlanValidationException e){
                // Since output file is not present, validation should pass
                // and not throw this exception.
                fail("Store validation test failed.");               
        } finally {
View Full Code Here

Examples of org.apache.pig.impl.physicalLayer.PhysicalOperator.visit()

138
139
140
141
142
143
144
145
146
147
148
    public LocalJob execute(ExecPhysicalPlan plan) throws ExecException {
        DataBag results = BagFactory.getInstance().newDefaultBag();
        try {
            PhysicalOperator pp = (PhysicalOperator)physicalOpTable.get(plan.getRoot());

            pp.visit(new InstantiateFuncCallerPOVisitor(pigContext, physicalOpTable));
            pp.open();
           
            Tuple t;
            while ((t = (Tuple) pp.getNext()) != null) {
                results.add(t);
View Full Code Here

Examples of org.apache.pig.newplan.FilterExtractor.visit()

685
686
687
688
689
690
691
692
693
694
695
        LogicalPlan newLogicalPlan = Util.buildLp(pigServer, query);
        Operator op = newLogicalPlan.getSinks().get(0);
        LOFilter filter = (LOFilter)newLogicalPlan.getPredecessors(op).get(0);
        FilterExtractor pColExtractor = new FilterExtractor(
                filter.getFilterPlan(), partitionCols);
        pColExtractor.visit();

        if(expPartFilterString == null) {
            Assert.assertEquals("Checking partition column filter:", null,
                    pColExtractor.getPColCondition());
        } else  {
View Full Code Here

Examples of org.apache.pig.newplan.PColFilterExtractor.visit()

147
148
149
150
151
152
153
154
155
156
157
          subPlan = new OperatorSubPlan( currentPlan );

          setupColNameMaps();
          PColFilterExtractor pColFilterFinder = new PColFilterExtractor(
              loFilter.getFilterPlan(), getMappedKeys( partitionKeys ) );
          pColFilterFinder.visit();
          Expression partitionFilter = pColFilterFinder.getPColCondition();
          if(partitionFilter != null) {
            // the column names in the filter may be the ones provided by
            // the user in the schema in the load statement - we may need
            // to replace them with partition column names as given by
View Full Code Here

Examples of org.apache.pig.newplan.PartitionFilterExtractor.visit()

145
146
147
148
149
150
151
152
153
154
155
          setupColNameMaps();

            FilterExtractor filterFinder = new PartitionFilterExtractor(loFilter.getFilterPlan(),
                    getMappedKeys(partitionKeys));
            filterFinder.visit();
            Expression partitionFilter = filterFinder.getPushDownExpression();

            if(partitionFilter != null) {
                // the column names in the filter may be the ones provided by
                // the user in the schema in the load statement - we may need
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.