Package org.apache.pig.impl.logicalLayer

Examples of org.apache.pig.impl.logicalLayer.TopLevelProjectFinder

477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
     *        logical plan to check
     * @return Whether if the logical plan is a simple project optionally followed by cast
     */
    boolean isFieldSimple(LogicalPlan lp) throws OptimizerException
    {
        TopLevelProjectFinder projectFinder = new TopLevelProjectFinder(lp);
           
        try {
            projectFinder.visit();
        } catch (VisitorException ve) {
            throw new OptimizerException();
        }
        if (projectFinder.getProjectSet()!=null && projectFinder.getProjectSet().size()==1)
        {
            LOProject project = projectFinder.getProjectSet().iterator().next();
            if (lp.getPredecessors(project)==null)
            {
                LogicalOperator pred = project;
                while (lp.getSuccessors(pred)!=null)
                {
View Full Code Here
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
        if (isSimpleProjectCast(plan))
            return null;
       
        boolean requireAll = false;
        List<String> mapKeys = null;
        TopLevelProjectFinder projectFinder = new TopLevelProjectFinder(plan);
        try {
            projectFinder.visit();
        } catch (VisitorException ve) {
            int errCode = 2200;
            String msg = "Error getting top level project ";
            throw new OptimizerException(msg, errCode, PigException.BUG, ve);
        }
        for (LOProject project : projectFinder.getProjectSet())
        {
            if (!project.isStar() && project.getCol()==column)  // LOProject for that column
            {
                List<LogicalOperator> successors = plan.getSuccessors(project);
                // If there are LOCast(s) in the middle (can only be cast to map, otherwise, there will not be maplookup below)
View Full Code Here
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
    //      Project
    //         |
    //       Cast*
    private boolean isSimpleProjectCast(LogicalPlan innerPlan) throws OptimizerException
    {
        TopLevelProjectFinder projectFinder = new TopLevelProjectFinder(innerPlan);
       
        try {
            projectFinder.visit();
        } catch (VisitorException ve) {
            throw new OptimizerException();
        }
        boolean relayingMapKeys = false;
        if (projectFinder.getProjectSet()!=null && projectFinder.getProjectSet().size()==1)
        {
            LOProject project = projectFinder.getProjectSet().iterator().next();
            if (innerPlan.getPredecessors(project)==null)
            {
                relayingMapKeys = true;
                LogicalOperator pred = project;
                while (innerPlan.getSuccessors(pred)!=null)
View Full Code Here
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
     *        logical plan to check
     * @return Whether if the logical plan is a simple project optionally followed by cast
     */
    boolean isFieldSimple(LogicalPlan lp) throws OptimizerException
    {
        TopLevelProjectFinder projectFinder = new TopLevelProjectFinder(lp);
           
        try {
            projectFinder.visit();
        } catch (VisitorException ve) {
            throw new OptimizerException();
        }
        if (projectFinder.getProjectSet()!=null && projectFinder.getProjectSet().size()==1)
        {
            LOProject project = projectFinder.getProjectSet().iterator().next();
            if (lp.getPredecessors(project)==null)
            {
                LogicalOperator pred = project;
                while (lp.getSuccessors(pred)!=null)
                {
View Full Code Here
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
     *        logical plan to check
     * @return Whether if the logical plan is a simple project optionally followed by cast
     */
    boolean isFieldSimple(LogicalPlan lp) throws OptimizerException
    {
        TopLevelProjectFinder projectFinder = new TopLevelProjectFinder(lp);
           
        try {
            projectFinder.visit();
        } catch (VisitorException ve) {
            throw new OptimizerException();
        }
        if (projectFinder.getProjectSet()!=null && projectFinder.getProjectSet().size()==1)
        {
            LOProject project = projectFinder.getProjectSet().iterator().next();
            if (lp.getPredecessors(project)==null)
            {
                LogicalOperator pred = project;
                while (lp.getSuccessors(pred)!=null)
                {
View Full Code Here
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
        if (isSimpleProjectCast(plan))
            return null;
       
        boolean requireAll = false;
        List<String> mapKeys = null;
        TopLevelProjectFinder projectFinder = new TopLevelProjectFinder(plan);
        try {
            projectFinder.visit();
        } catch (VisitorException ve) {
            int errCode = 2200;
            String msg = "Error getting top level project ";
            throw new OptimizerException(msg, errCode, PigException.BUG, ve);
        }
        for (LOProject project : projectFinder.getProjectSet())
        {
            if (!project.isStar() && project.getCol()==column)  // LOProject for that column
            {
                List<LogicalOperator> successors = plan.getSuccessors(project);
                // If there are LOCast(s) in the middle (can only be cast to map, otherwise, there will not be maplookup below)
View Full Code Here
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
    //      Project
    //         |
    //       Cast*
    private boolean isSimpleProjectCast(LogicalPlan innerPlan) throws OptimizerException
    {
        TopLevelProjectFinder projectFinder = new TopLevelProjectFinder(innerPlan);
       
        try {
            projectFinder.visit();
        } catch (VisitorException ve) {
            throw new OptimizerException();
        }
        boolean relayingMapKeys = false;
        if (projectFinder.getProjectSet()!=null && projectFinder.getProjectSet().size()==1)
        {
            LOProject project = projectFinder.getProjectSet().iterator().next();
            if (innerPlan.getPredecessors(project)==null)
            {
                relayingMapKeys = true;
                LogicalOperator pred = project;
                while (innerPlan.getSuccessors(pred)!=null)
View Full Code Here
TOP

Related Classes of org.apache.pig.impl.logicalLayer.TopLevelProjectFinder

  • org.apache.pig.impl.logicalLayer.optimizer.PruneColumns
  • org.apache.pig.impl.logicalLayer.optimizer.PushUpFilter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.