Package org.apache.pig.impl.util

Examples of org.apache.pig.impl.util.LineageTracer


        // (and keep track of which tuples are synthetic)
        IdentityHashSet<Tuple> syntheticTuples = new IdentityHashSet<Tuple>()
        Map<LOLoad, DataBag> modifiedBaseData = AugmentData.AugmentBaseData(plan.getRootOperator(), GlobalBaseData, syntheticTuples, derivedData, pigContext);
       
        {
          LineageTracer lineage = new LineageTracer();
          derivedData = DerivedData.CreateDerivedData(plan.getRootOperator(), modifiedBaseData, lineage, equivalenceClasses, OperatorToEqClasses, logicalToPhysicalKeys, physicalOpTable);
          modifiedBaseData = ShapeLineage.PruneBaseData(modifiedBaseData, derivedData.get(plan.getRoot()), syntheticTuples, lineage, equivalenceClasses);

        }

        {
          LineageTracer lineage = new LineageTracer();
          derivedData = DerivedData.CreateDerivedData(plan.getRootOperator(), modifiedBaseData, lineage, equivalenceClasses, OperatorToEqClasses, logicalToPhysicalKeys, physicalOpTable);
          modifiedBaseData = ShapeLineage.TrimLineages(plan.getRootOperator(), modifiedBaseData, derivedData, lineage, OperatorToEqClasses, logicalToPhysicalKeys, physicalOpTable);
        }
       
        {
          LineageTracer lineage = new LineageTracer();
          derivedData = DerivedData.CreateDerivedData(plan.getRootOperator(), modifiedBaseData, lineage, null, null, logicalToPhysicalKeys, physicalOpTable);
       
        }
       
        // Push finalized base data through query plan, to generate final answer
View Full Code Here


                        new HashMap<OperatorKey, ExecPhysicalOperator> (),
                        pigContext,
                        fileSpec,
                        LogicalOperator.FIXED
                        );
          poLoad.setLineageTracer(new LineageTracer());
            poLoad.open();
            for (int i = 0; i < sampleSize; i++) {
                Tuple t = poLoad.getNext();

                if (t == null) break;
View Full Code Here

TOP

Related Classes of org.apache.pig.impl.util.LineageTracer

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.