Package org.apache.pig.impl.eval

Examples of org.apache.pig.impl.eval.StarSpec

299
300
301
302
303
304
305
306
307
308
309
   
    private void setupReducePipe(Properties properties) throws IOException {
        EvalSpec evalSpec = (EvalSpec)ObjectSerializer.deserialize(job.get("pig.reduceFunc", ""));
       
        if (evalSpec == null)
            evalSpec = new StarSpec();
        else
            evalSpec.instantiateFunc(pigContext);
       
        ArrayList<EvalSpec> groupSpecs = (ArrayList<EvalSpec>) ObjectSerializer.deserialize(job.get("pig.groupFuncs", ""));       
       
View Full Code Here
351
352
353
354
355
356
357
358
359
360
361
362
        ArrayList<EvalSpec> argsList = new ArrayList<EvalSpec>();
        argsList.add(new ConstSpec(Math.max(loSort.getRequestedParallelism()-1,1)));
       
        //sort the first column of the cogroup output and feed it to the quantiles function
        EvalSpec sortedSampleSpec = new ProjectSpec(1);
        EvalSpec starSpec = new StarSpec();
        starSpec.setComparatorName(loSort.getSortSpec().getComparatorName());
        sortedSampleSpec = sortedSampleSpec.addSpec(new SortDistinctSpec(false, starSpec));
        argsList.add(sortedSampleSpec);
       
        EvalSpec args = new GenerateSpec(argsList);
View Full Code Here
158
159
160
161
162
163
164
            addInputOperator(newInputs[i]);
        }
    }
   
    public void addInputFile(FileSpec fileSpec){
        addInputFile(fileSpec, new StarSpec());
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.impl.eval.StarSpec

  • org.apache.pig.backend.hadoop.executionengine.mapreduceExec.PigMapReduce
  • org.apache.pig.backend.hadoop.executionengine.MapreducePlanCompiler
  • org.apache.pig.backend.hadoop.executionengine.POMapreduce
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.