Package org.apache.pig.experimental.logical.expression

Examples of org.apache.pig.experimental.logical.expression.LogicalExpressionPlan

37
38
39
40
41
42
43
44
45
46
47
    public LOInnerLoad(OperatorPlan plan, LOForEach foreach, int colNum) {
        super("LOInnerLoad", plan);       
       
        // store column number as a ProjectExpression in a plan
        // to be able to dynamically adjust column number during optimization
        LogicalExpressionPlan exp = new LogicalExpressionPlan();
       
        // we don't care about type, so set to -1
        prj = new ProjectExpression(exp, (byte)-1, 0, colNum);
        this.foreach = foreach;
    }
View Full Code Here
177
178
179
180
181
182
183
184
185
186
187
       
        for( int i = 0; i < inputs.size(); i++ ) {
            ArrayList<LogicalPlan> plans =
                (ArrayList<LogicalPlan>) cg.getGroupByPlans().get(inputs.get(i));
            for( LogicalPlan plan : plans ) {
                LogicalExpressionPlan expPlan = translateExpressionPlan(plan);
                newExpressionPlans.put(Integer.valueOf(i), expPlan);
            }
        }

        org.apache.pig.experimental.logical.relational.LOCogroup newCogroup =
View Full Code Here
290
291
292
293
294
295
296
297
298
299
300
   
    public void visit(LOFilter filter) throws VisitorException {
        org.apache.pig.experimental.logical.relational.LOFilter newFilter = new org.apache.pig.experimental.logical.relational.LOFilter(logicalPlan);
       
        LogicalPlan filterPlan = filter.getComparisonPlan();
        LogicalExpressionPlan newFilterPlan = translateExpressionPlan(filterPlan);
     
        newFilter.setFilterPlan(newFilterPlan);
        newFilter.setAlias(filter.getAlias());
        newFilter.setRequestedParallelism(filter.getRequestedParallelism());
       
View Full Code Here
367
368
369
370
371
372
373
374
375
376
377
    public void visit(LOSplitOutput splitOutput) throws VisitorException {
        org.apache.pig.experimental.logical.relational.LOSplitOutput newSplitOutput =
            new org.apache.pig.experimental.logical.relational.LOSplitOutput(logicalPlan);
       
        LogicalPlan filterPlan = splitOutput.getConditionPlan();
        LogicalExpressionPlan newFilterPlan = translateExpressionPlan(filterPlan);
     
        newSplitOutput.setFilterPlan(newFilterPlan);
        newSplitOutput.setAlias(splitOutput.getAlias());
        newSplitOutput.setRequestedParallelism(splitOutput.getRequestedParallelism());
       
View Full Code Here
119
120
121
122
123
124
125
126
127
128
    @Override
    public void visitLOInnerLoad(LOInnerLoad load) throws IOException {
        // the expression in LOInnerLoad contains info relative from LOForEach
        // so use LOForeach as currentOp
        currentOp = load.getLOForEach();
        LogicalExpressionPlan exp = (LogicalExpressionPlan)load.getProjection().getPlan();
      
        LogicalExpressionVisitor v = getVisitor(exp);
        v.visit();      
    }
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
146
         * @return Set of uid
         */
        private Set<Long> getFilterProjectionUids( LOFilter filter ) {
            Set<Long> uids = new HashSet<Long>();
            if( filter != null ) {
                LogicalExpressionPlan filterPlan = filter.getFilterPlan();
                Iterator<Operator> iter = filterPlan.getOperators();           
                Operator op = null;
                while( iter.hasNext() ) {
                    op = iter.next();
                    if( op instanceof ProjectExpression ) {
                        uids.add(((ProjectExpression)op).getUid() );
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
59
        private OperatorSubPlan subPlan;

        @Override
        public boolean check(OperatorPlan matched) throws IOException {
            LOFilter filter = (LOFilter)matched.getSources().get(0);
            LogicalExpressionPlan cond = filter.getFilterPlan();
            LogicalExpression root = (LogicalExpression) cond.getSources().get(0);
            if (root instanceof AndExpression) {
                return true;
            }
           
            return false;
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
        public void transform(OperatorPlan matched) throws IOException {
            subPlan = new OperatorSubPlan(currentPlan);
           
            // split one LOFilter into 2 by "AND"
            LOFilter filter = (LOFilter)matched.getSources().get(0);
            LogicalExpressionPlan cond = filter.getFilterPlan();
            LogicalExpression root = (LogicalExpression) cond.getSources().get(0);
            if (!(root instanceof AndExpression)) {
                return;
            }
            LogicalExpressionPlan op1 = new LogicalExpressionPlan();
            op1.add((LogicalExpression)cond.getSuccessors(root).get(0));
            fillSubPlan(cond, op1, (LogicalExpression)cond.getSuccessors(root).get(0));
           
            LogicalExpressionPlan op2 = new LogicalExpressionPlan();
            op2.add((LogicalExpression)cond.getSuccessors(root).get(1));
            fillSubPlan(cond, op2, (LogicalExpression)cond.getSuccessors(root).get(1));
           
            filter.setFilterPlan(op1);
            LOFilter filter2 = new LOFilter((LogicalPlan)currentPlan, op2);
            currentPlan.add(filter2);
View Full Code Here
190
191
192
193
194
195
196
197
198
199
           
            // the input uids contains all the output uids and
            // projections in filter conditions
            Set<Long> input = new HashSet<Long>(output);
           
            LogicalExpressionPlan exp = filter.getFilterPlan();
            collectUids(filter, exp, input);
           
            filter.annotate(INPUTUIDS, input);
        }
View Full Code Here
225
226
227
228
229
230
231
232
233
234
235
            Set<Long> input = new HashSet<Long>(output);
           
            Collection<LogicalExpressionPlan> exps = join.getExpressionPlans();
            Iterator<LogicalExpressionPlan> iter = exps.iterator();
            while(iter.hasNext()) {
                LogicalExpressionPlan exp = iter.next();
                collectUids(join, exp, input);
            }
           
            join.annotate(INPUTUIDS, input);
        }
View Full Code Here
TOP

Related Classes of org.apache.pig.experimental.logical.expression.LogicalExpressionPlan

  • org.apache.pig.experimental.logical.LogicalPlanMigrationVistor
  • org.apache.pig.experimental.logical.optimizer.AllExpressionVisitor
  • org.apache.pig.experimental.logical.relational.LOInnerLoad
  • org.apache.pig.experimental.logical.rules.AddForEach$AddForEachTransformer
  • org.apache.pig.experimental.logical.rules.ColumnMapKeyPrune$ColumnMapKeyPruneTransformer$ColumnPruneVisitor
  • org.apache.pig.experimental.logical.rules.ColumnPruneHelper$ColumnDependencyVisitor
  • org.apache.pig.experimental.logical.rules.FilterAboveForeach$FilterAboveForEachTransformer
  • org.apache.pig.experimental.logical.rules.MergeFilter$MergeFilterTransformer
  • org.apache.pig.experimental.logical.rules.PushUpFilter$PushUpFilterTransformer
  • org.apache.pig.experimental.logical.rules.SplitFilter$SplitFilterTransformer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.