Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SecondaryKeyOptimizer

318
319
320
321
322
323
324
325
326
327
328
329
       
        LogicalPlan lp = planTester.buildPlan("store C into '/tmp';");
        PhysicalPlan pp = Util.buildPhysicalPlan(lp, pc);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);
       
        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();
       
        assertTrue(so.getNumMRUseSecondaryKey()==1);
        assertTrue(so.getNumSortRemoved()==1);
        assertTrue(so.getDistinctChanged()==0);
    }
View Full Code Here
337
338
339
340
341
342
343
344
345
346
347
348
       
        LogicalPlan lp = planTester.buildPlan("store C into '/tmp';");
        PhysicalPlan pp = Util.buildPhysicalPlan(lp, pc);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);
       
        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();
       
        assertTrue(so.getNumMRUseSecondaryKey()==1);
        assertTrue(so.getNumSortRemoved()==1);
        assertTrue(so.getDistinctChanged()==0);
    }
View Full Code Here
356
357
358
359
360
361
362
363
364
365
366
367
       
        LogicalPlan lp = planTester.buildPlan("store C into '/tmp';");
        PhysicalPlan pp = Util.buildPhysicalPlan(lp, pc);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);
       
        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();
       
        assertTrue(so.getNumMRUseSecondaryKey()==1);
        assertTrue(so.getNumSortRemoved()==1);
        assertTrue(so.getDistinctChanged()==0);
    }
View Full Code Here
376
377
378
379
380
381
382
383
384
385
386
387
       
        LogicalPlan lp = planTester.buildPlan("store C into '/tmp';");
        PhysicalPlan pp = Util.buildPhysicalPlan(lp, pc);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);
       
        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();
       
        assertTrue(so.getNumMRUseSecondaryKey()==1);
        assertTrue(so.getNumSortRemoved()==2);
        assertTrue(so.getDistinctChanged()==0);
    }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
82
       
        LogicalPlan lp = planTester.buildPlan("store D into '/tmp';");
        PhysicalPlan pp = Util.buildPhysicalPlan(lp, pc);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);
       
        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();
       
        assertTrue(so.getNumMRUseSecondaryKey()==1);
        assertTrue(so.getNumSortRemoved()==0);
        assertTrue(so.getDistinctChanged()==1);
    }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
       
        LogicalPlan lp = planTester.buildPlan("store C into '/tmp';");
        PhysicalPlan pp = Util.buildPhysicalPlan(lp, pc);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);
       
        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();
       
        assertTrue(so.getNumMRUseSecondaryKey()==1);
        assertTrue(so.getNumSortRemoved()==0);
        assertTrue(so.getDistinctChanged()==1);
    }
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
120
       
        LogicalPlan lp = planTester.buildPlan("store C into '/tmp';");
        PhysicalPlan pp = Util.buildPhysicalPlan(lp, pc);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);
       
        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();
       
        assertTrue(so.getNumMRUseSecondaryKey()==0);
        assertTrue(so.getNumSortRemoved()==0);
        assertTrue(so.getDistinctChanged()==1);
    }
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
139
       
        LogicalPlan lp = planTester.buildPlan("store C into '/tmp';");
        PhysicalPlan pp = Util.buildPhysicalPlan(lp, pc);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);
       
        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();
       
        assertTrue(so.getNumMRUseSecondaryKey()==1);
        assertTrue(so.getNumSortRemoved()==0);
        assertTrue(so.getDistinctChanged()==2);
    }
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
158
       
        LogicalPlan lp = planTester.buildPlan("store C into '/tmp';");
        PhysicalPlan pp = Util.buildPhysicalPlan(lp, pc);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);
       
        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();
       
        assertTrue(so.getNumMRUseSecondaryKey()==1);
        assertTrue(so.getNumSortRemoved()==0);
        assertTrue(so.getDistinctChanged()==1);
    }
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
177
       
        LogicalPlan lp = planTester.buildPlan("store C into '/tmp';");
        PhysicalPlan pp = Util.buildPhysicalPlan(lp, pc);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);
       
        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();
       
        assertTrue(so.getNumMRUseSecondaryKey()==1);
        assertTrue(so.getNumSortRemoved()==0);
        assertTrue(so.getDistinctChanged()==1);
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SecondaryKeyOptimizer

  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POProject
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.PORelationToExprProject
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PODistinct
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSortedDistinct
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.