Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer

Examples of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SecondaryKeyOptimizer

306
307
308
309
310
311
312
313
314
315
316
317
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertTrue(so.getNumMRUseSecondaryKey() == 1);
        assertTrue(so.getNumSortRemoved() == 1);
        assertTrue(so.getDistinctChanged() == 0);
    }
View Full Code Here
324
325
326
327
328
329
330
331
332
333
334
335
        "C = foreach B { D = limit A 10; E = order D by $1; F = order E by $2; generate group, F;};" +
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertTrue(so.getNumMRUseSecondaryKey() == 1);
        assertTrue(so.getNumSortRemoved() == 1);
        assertTrue(so.getDistinctChanged() == 0);
    }
View Full Code Here
343
344
345
346
347
348
349
350
351
352
353
354
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertTrue(so.getNumMRUseSecondaryKey() == 1);
        assertTrue(so.getNumSortRemoved() == 1);
        assertTrue(so.getDistinctChanged() == 0);
    }
View Full Code Here
362
363
364
365
366
367
368
369
370
371
372
373
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertTrue(so.getNumMRUseSecondaryKey() == 1);
        assertTrue(so.getNumSortRemoved() == 1);
        assertTrue(so.getDistinctChanged() == 0);
    }
View Full Code Here
382
383
384
385
386
387
388
389
390
391
392
393
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertTrue(so.getNumMRUseSecondaryKey() == 1);
        assertTrue(so.getNumSortRemoved() == 2);
        assertTrue(so.getDistinctChanged() == 0);
    }
View Full Code Here
212
213
214
215
216
217
218
219
220
221
222
223
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertTrue(so.getNumMRUseSecondaryKey() == 1);
        assertTrue(so.getNumSortRemoved() == 0);
        assertTrue(so.getDistinctChanged() == 1);
    }
View Full Code Here
231
232
233
234
235
236
237
238
239
240
241
242
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertTrue(so.getNumMRUseSecondaryKey() == 1);
        assertTrue(so.getNumSortRemoved() == 0);
        assertTrue(so.getDistinctChanged() == 1);
    }
View Full Code Here
250
251
252
253
254
255
256
257
258
259
260
261
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertTrue(so.getNumMRUseSecondaryKey() == 1);
        assertTrue(so.getNumSortRemoved() == 1);
        assertTrue(so.getDistinctChanged() == 0);
    }
View Full Code Here
269
270
271
272
273
274
275
276
277
278
279
280
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertTrue(so.getNumMRUseSecondaryKey() == 0);
        assertTrue(so.getNumSortRemoved() == 1);
        assertTrue(so.getDistinctChanged() == 0);
    }
View Full Code Here
288
289
290
291
292
293
294
295
296
297
298
299
        "store C into 'output';");
        PhysicalPlan pp = Util.buildPp(pigServer, query);
        MROperPlan mrPlan = Util.buildMRPlan(pp, pc);

        SecondaryKeyOptimizer so = new SecondaryKeyOptimizer(mrPlan);
        so.visit();

        assertTrue(so.getNumMRUseSecondaryKey() == 1);
        assertTrue(so.getNumSortRemoved() == 2);
        assertTrue(so.getDistinctChanged() == 0);
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SecondaryKeyOptimizer

  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POProject
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.PORelationToExprProject
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PODistinct
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSortedDistinct
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.