Package org.apache.pig.impl.logicalLayer

Examples of org.apache.pig.impl.logicalLayer.LODistinct

318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
    @Test
    public void testQueryDistinctNoSchema() throws FrontendException {
        planTester.buildPlan("a = load 'a';");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
    @Test
    public void testQueryDistinctWithSchema() throws FrontendException {
        planTester.buildPlan("a = load 'a' as (url,hitCount);");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
    @Test
    public void testQueryDistinctNoSchema() {
        planTester.buildPlan("a = load 'a';");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
    @Test
    public void testQueryDistinctWithSchema() {
        planTester.buildPlan("a = load 'a' as (url,hitCount);");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here
118
119
120
121
122
123
124
125
126
        fillSchema(filter, node.attributes) ;
        return filter ;
    }

    private LODistinct createLODistinct(DotNode node, LogicalPlan plan) {
        LODistinct distinct = new LODistinct(plan, getKey(node.attributes)) ;
        fillSchema(distinct, node.attributes) ;
        return distinct ;
    }
View Full Code Here
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
    @Test
    public void testQueryDistinctNoSchema() throws FrontendException {
        planTester.buildPlan("a = load 'a';");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
    @Test
    public void testQueryDistinctWithSchema() throws FrontendException {
        planTester.buildPlan("a = load 'a' as (url,hitCount);");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here
TOP

Related Classes of org.apache.pig.impl.logicalLayer.LODistinct

  • org.apache.pig.impl.logicalLayer.schema.Schema
  • org.apache.pig.impl.plan.ProjectionMap
  • org.apache.pig.impl.plan.RequiredFields
  • org.apache.pig.test.TestRelevantFields
  • org.apache.pig.test.utils.dotGraph.LogicalPlanLoader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.