Package org.apache.pig.impl.eval

Examples of org.apache.pig.impl.eval.StarSpec


   
    private void setupReducePipe(Properties properties) throws IOException {
        EvalSpec evalSpec = (EvalSpec)ObjectSerializer.deserialize(job.get("pig.reduceFunc", ""));
       
        if (evalSpec == null)
            evalSpec = new StarSpec();
        else
            evalSpec.instantiateFunc(pigContext);
       
        ArrayList<EvalSpec> groupSpecs = (ArrayList<EvalSpec>) ObjectSerializer.deserialize(job.get("pig.groupFuncs", ""));       
       
View Full Code Here


        ArrayList<EvalSpec> argsList = new ArrayList<EvalSpec>();
        argsList.add(new ConstSpec(Math.max(loSort.getRequestedParallelism()-1,1)));
       
        //sort the first column of the cogroup output and feed it to the quantiles function
        EvalSpec sortedSampleSpec = new ProjectSpec(1);
        EvalSpec starSpec = new StarSpec();
        starSpec.setComparatorName(loSort.getSortSpec().getComparatorName());
        sortedSampleSpec = sortedSampleSpec.addSpec(new SortDistinctSpec(false, starSpec));
        argsList.add(sortedSampleSpec);
       
        EvalSpec args = new GenerateSpec(argsList);
View Full Code Here

            addInputOperator(newInputs[i]);
        }
    }
   
    public void addInputFile(FileSpec fileSpec){
        addInputFile(fileSpec, new StarSpec());
    }
View Full Code Here

TOP

Related Classes of org.apache.pig.impl.eval.StarSpec

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.