Package org.apache.pig.impl.plan

Examples of org.apache.pig.impl.plan.VisitorException

406
407
408
409
410
411
412
413
414
                secondaryPlanList.add(secondaryPlan);
            }
            rearrange.setSecondaryPlans(secondaryPlanList);
        } catch (PlanException e) {
            int errorCode = 2204;
            throw new VisitorException("Error setting secondary key plan",
                    errorCode, e);
        }
    }
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
                }
                if(seen.size() > 1) {
                    // throw exception since we should get the same key type from all predecessors
                    int errorCode = 2119;
                    String message = "Internal Error: Found multiple data types for map key";
                    throw new VisitorException(message, errorCode, PigException.BUG);
                }
                // if we were not able to find the key and
                // if there is a map and reduce phase, then the
                // map would need to send a valid key object and this
                // can be an issue when the key is null - so error out here!
                // if the reduce phase is empty, then this is a map only job
                // which will not need a key object -
                // IMPORTANT NOTE: THIS RELIES ON THE FACT THAT CURRENTLY
                // IN PigMapOnly.collect(), null IS SENT IN THE collect() CALL
                // FOR THE KEY - IF THAT CHANGES, THEN THIS CODE HERE MAY NEED TO
                // CHANGE!
                if(!foundKeyType && !mr.reducePlan.isEmpty()) {
                    // throw exception since we were not able to determine key type!
                    int errorCode = 2120;
                    String message = "Internal Error: Unable to determine data type for map key";
                    throw new VisitorException(message, errorCode, PigException.BUG);
                }
            }
        }
    }
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
        try {
            finisher.visit();
        } catch (VisitorException e) {
            int errCode = 2121;
            String msg = "Error while calling finish method on UDFs.";
            throw new VisitorException(msg, errCode, PigException.BUG, e);
        }
       
        mp = null;

        PhysicalOperator.setReporter(null);
View Full Code Here
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
            List<PhysicalOperator> ls = mr.reducePlan.getLeaves();
            for(PhysicalOperator op: ls) {
              scan(mr, op, fs.getFileName());
            }       
        } catch (PlanException e) {
            throw new VisitorException(e);
        }

        // Second, replace the loader in our successor with whatever the originally used loader was.
        fs = new FileSpec(predFs.getFileName(), predFs.getFuncSpec());
        newLoad = new POLoad(succLoad.getOperatorKey(), succLoad.getRequestedParallelism(), fs);
        newLoad.setSignature(predLoad.getSignature());
        try {
            succ.mapPlan.replace(succLoad, newLoad);
            // Add the loader's funcspec to the list of udf's associated with this mr operator
            succ.UDFs.add(newLoad.getLFile().getFuncSpec().toString());
        } catch (PlanException e) {
            throw new VisitorException(e);
        }

        // Cannot delete the pred right now, because we are still traversing the graph. So, mark the pred and remove it from the
        // plan once the visit by this optimizer is complete.
        opsToRemove.add(pred);
View Full Code Here
288
289
290
291
292
293
294
295
296
297
298
            if (cnst.getRequestedParallelism() == -1) {
                Object obj = cnst.getValue();
                if (obj instanceof Integer) {
                    if (replaced) {
                        // sample job should have only one ConstantExpression
                        throw new VisitorException("Invalid reduce plan: more " +
                            "than one ConstantExpression found in sampling job");
                    }
                    cnst.setValue(rp);                   
                    cnst.setRequestedParallelism(rp);
                    replaced = true;
View Full Code Here
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
            List<PhysicalOperator> ls = mr.reducePlan.getLeaves();
            for(PhysicalOperator op: ls) {
              scan(mr, op, fs.getFileName());
            }       
        } catch (PlanException e) {
            throw new VisitorException(e);
        }

        // Second, replace the loader in our successor with whatever the originally used loader was.
        fs = new FileSpec(predFs.getFileName(), predFs.getFuncSpec());
        newLoad = new POLoad(succLoad.getOperatorKey(), succLoad.getRequestedParallelism(), fs);
        newLoad.setSignature(predLoad.getSignature());
        try {
            succ.mapPlan.replace(succLoad, newLoad);
        } catch (PlanException e) {
            throw new VisitorException(e);
        }

        // Cannot delete the pred right now, because we are still traversing the graph. So, mark the pred and remove it from the
        // plan once the visit by this optimizer is complete.
        opsToRemove.add(pred);
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
                }
                if(seen.size() > 1) {
                    // throw exception since we should get the same key type from all predecessors
                    int errorCode = 2119;
                    String message = "Internal Error: Found multiple data types for map key";
                    throw new VisitorException(message, errorCode, PigException.BUG);
                }
                // if we were not able to find the key and
                // if there is a map and reduce phase, then the
                // map would need to send a valid key object and this
                // can be an issue when the key is null - so error out here!
                // if the reduce phase is empty, then this is a map only job
                // which will not need a key object -
                // IMPORTANT NOTE: THIS RELIES ON THE FACT THAT CURRENTLY
                // IN PigMapOnly.collect(), null IS SENT IN THE collect() CALL
                // FOR THE KEY - IF THAT CHANGES, THEN THIS CODE HERE MAY NEED TO
                // CHANGE!
                if(!foundKeyType && !mr.reducePlan.isEmpty()) {
                    // throw exception since we were not able to determine key type!
                    int errorCode = 2120;
                    String message = "Internal Error: Unable to determine data type for map key";
                    throw new VisitorException(message, errorCode, PigException.BUG);
                }
            }
        }
    }
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
        try {
            finisher.visit();
        } catch (VisitorException e) {
            int errCode = 2121;
            String msg = "Error while calling finish method on UDFs.";
            throw new VisitorException(msg, errCode, PigException.BUG, e);
        }
       
        mp = null;

        PhysicalOperator.setReporter(null);
View Full Code Here
623
624
625
626
627
628
629
630
631
632
633
            String msg = "Invalid physical operators in the physical plan" ;
            throw new LogicalToPhysicalTranslatorException(msg, errCode, PigException.BUG, e1);
        } catch (ExecException e) {
          int errCode = 2058;
          String msg = "Unable to set index on newly create POLocalRearrange.";
            throw new VisitorException(msg, errCode, PigException.BUG, e);
        }
       
        poPackage.setKeyType(DataType.TUPLE);
        poPackage.setResultType(DataType.TUPLE);
        poPackage.setNumInps(count);
View Full Code Here
726
727
728
729
730
731
732
733
734
735
736
            try {
                physOp.setIndex(count++);
            } catch (ExecException e1) {
                int errCode = 2058;
                String msg = "Unable to set index on newly create POLocalRearrange.";
                throw new VisitorException(msg, errCode, PigException.BUG, e1);
            }
            if (plans.size() > 1) {
                type = DataType.TUPLE;
                physOp.setKeyType(type);
            } else {
View Full Code Here
TOP

Related Classes of org.apache.pig.impl.plan.VisitorException

  • org.apache.pig.backend.hadoop.executionengine.fetch.FetchOptimizer$FetchablePlanVisitor
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.JobControlCompiler$JoinDistributedCacheVisitor
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.JobControlCompiler$ParallelConstantVisitor
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.JobControlCompiler$UdfDistributedCacheVisitor
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.KeyTypeDiscoveryVisitor
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRCompiler
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapBase
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapBase
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SampleOptimizer
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SampleOptimizer$ParallelConstantVisitor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.