Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SecondaryKeyOptimizer

376
377
378
379
380
381
382
383
384
385
386
387
       
        LogicalPlan lp = planTester.buildPlan("store C into '/tmp';");
        PhysicalPlan pp = Util.buildPhysicalPlan(lp, pc);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);
       
        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();
       
        assertTrue(so.getNumMRUseSecondaryKey()==1);
        assertTrue(so.getNumSortRemoved()==2);
        assertTrue(so.getDistinctChanged()==0);
    }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertEquals(1, so.getNumMRUseSecondaryKey());
        assertEquals(0, so.getNumSortRemoved());
        assertEquals(1, so.getDistinctChanged());
    }
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertEquals(1, so.getNumMRUseSecondaryKey());
        assertEquals(1, so.getNumSortRemoved());
        assertEquals(0, so.getDistinctChanged());
    }
View Full Code Here
115
116
117
118
119
120
121
122
123
124
125
126
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertEquals(0, so.getNumMRUseSecondaryKey());
        assertEquals(1, so.getNumSortRemoved());
        assertEquals(0, so.getDistinctChanged());
    }
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
145
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertEquals(1, so.getNumMRUseSecondaryKey());
        assertEquals(2, so.getNumSortRemoved());
        assertEquals(0, so.getDistinctChanged());
    }
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
164
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertEquals(1, so.getNumMRUseSecondaryKey());
        assertEquals(1, so.getNumSortRemoved());
        assertEquals(0, so.getDistinctChanged());
    }
View Full Code Here
171
172
173
174
175
176
177
178
179
180
181
182
        "C = foreach B { D = limit A 10; E = order D by $1; F = order E by $2; generate group, F;};" +
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertEquals(1, so.getNumMRUseSecondaryKey());
        assertEquals(1, so.getNumSortRemoved());
        assertEquals(0, so.getDistinctChanged());
    }
View Full Code Here
190
191
192
193
194
195
196
197
198
199
200
201
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertEquals(1, so.getNumMRUseSecondaryKey());
        assertEquals(1, so.getNumSortRemoved());
        assertEquals(0, so.getDistinctChanged());
    }
View Full Code Here
209
210
211
212
213
214
215
216
217
218
219
220
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertEquals(1, so.getNumMRUseSecondaryKey());
        assertEquals(1, so.getNumSortRemoved());
        assertEquals(0, so.getDistinctChanged());
    }
View Full Code Here
229
230
231
232
233
234
235
236
237
238
239
240
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertEquals(1, so.getNumMRUseSecondaryKey());
        assertEquals(2, so.getNumSortRemoved());
        assertEquals(0, so.getDistinctChanged());
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SecondaryKeyOptimizer

  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POProject
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.PORelationToExprProject
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PODistinct
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSortedDistinct
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.