Examples of JobGraph

eu.stratosphere.nephele.jobgraph.JobGraph
A job graph represents an entire job in Nephele. A job graph must consists at least of one job vertex and must be acyclic.
org.apache.flink.runtime.jobgraph.JobGraph
A job graph represents an entire Flink runtime job.
org.apache.pig.tools.pigstats.PigStats.JobGraph

Examples of org.apache.pig.tools.pigstats.PigStats.JobGraph

            
            while(iter.hasNext()) {
                dbfrj.add(iter.next());
            }
            
            JobGraph jGraph = PigStats.get().getJobGraph();
            assertEquals(3, jGraph.size());
            // find added map-only concatenate job 
            JobStats js = (JobStats)jGraph.getSuccessors(jGraph.getSources().get(0)).get(0);
            assertEquals(1, js.getNumberMaps());   
            assertEquals(0, js.getNumberReduces()); 
        }
        {
            pigServer.getPigContext().getProperties().setProperty(

View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats.JobGraph

            
            while(iter.hasNext()) {
                dbfrj.add(iter.next());
            }
            
            JobGraph jGraph = PigStats.get().getJobGraph();
            assertEquals(3, jGraph.size());
            // find added map-only concatenate job 
            JobStats js = (JobStats)jGraph.getSuccessors(jGraph.getSources().get(0)).get(0);
            assertEquals(1, js.getNumberMaps());   
            assertEquals(0, js.getNumberReduces()); 
            Util.checkLogFileMessage(logFile, 
                    new String[] {"number of input files: 0", "failed to get number of input files"}, 
                    false

View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats.JobGraph

            
            while(iter.hasNext()) {
                dbfrj.add(iter.next());
            }
            
            JobGraph jGraph = PigStats.get().getJobGraph();
            assertEquals(4, jGraph.size());
        }
        {
            pigServer.getPigContext().getProperties().setProperty(
                    "pig.noSplitCombination", "true");

View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats.JobGraph

            while(iter.hasNext()) {
                Tuple t = iter.next();
                dbfrj.add(t);               
            }
            
            JobGraph jGraph = PigStats.get().getJobGraph();
            assertEquals(3, jGraph.size());
            // find added map-only concatenate job 
            JobStats js = (JobStats)jGraph.getSuccessors(jGraph.getSources().get(0)).get(0);
            assertEquals(1, js.getNumberMaps());   
            assertEquals(0, js.getNumberReduces());   
        }
        {
            pigServer.getPigContext().getProperties().setProperty(

View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats.JobGraph

            
            while(iter.hasNext()) {
                dbfrj.add(iter.next());
            }
 
            JobGraph jGraph = PigStats.get().getJobGraph();
            assertEquals(3, jGraph.size());
        }
        {
            pigServer.getPigContext().getProperties().setProperty(
                    "pig.noSplitCombination", "true");
            pigServer.registerQuery("C = join A by $0, B by $0 using 'repl';");

View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats.JobGraph

            
            while(iter.hasNext()) {
                dbfrj.add(iter.next());
            }


            JobGraph jGraph = PigStats.get().getJobGraph();
            assertEquals(5, jGraph.size());
        }
        {
            pigServer.getPigContext().getProperties().setProperty(
                    "pig.noSplitCombination", "true");
            pigServer.registerQuery("D = join B by $0, C by $0 using 'repl';");

View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats.JobGraph

     * @throws ExecException
     */
    public List<ExecJob> executeBatch() throws FrontendException, ExecException {
        PigStats stats = executeBatchEx();
        LinkedList<ExecJob> jobs = new LinkedList<ExecJob>();
        JobGraph jGraph = stats.getJobGraph();
        Iterator<JobStats> iter = jGraph.iterator();
        while (iter.hasNext()) {
            JobStats js = iter.next();
            for (OutputStats output : js.getOutputs()) {
                if (js.isSuccessful()) {                
                    jobs.add(new HJob(HJob.JOB_STATUS.COMPLETED, pigContext, output

View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats.JobGraph

                        new String[] {
                                "('all',{('one'),('two'),('two')})"
                        });
            Util.checkQueryOutputsAfterSort(iter, expectedRes);
            
            JobGraph jGraph = PigStats.get().getJobGraph();
            assertEquals(1, jGraph.size());
            // find added map-only concatenate job 
            JobStats js = (JobStats)jGraph.getSources().get(0);
            assertEquals(1, js.getNumberMaps());   
            assertEquals(1, js.getNumberReduces()); 
        }


    }

View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats.JobGraph

     * @throws ExecException
     */
    public List<ExecJob> executeBatch() throws FrontendException, ExecException {
        PigStats stats = executeBatchEx();
        LinkedList<ExecJob> jobs = new LinkedList<ExecJob>();
        JobGraph jGraph = stats.getJobGraph();
        Iterator<JobStats> iter = jGraph.iterator();
        while (iter.hasNext()) {
            JobStats js = iter.next();
            for (OutputStats output : js.getOutputs()) {
                if (js.isSuccessful()) {                
                    jobs.add(new HJob(HJob.JOB_STATUS.COMPLETED, pigContext, output

View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats.JobGraph

    
    private void setJobParents(MapReduceOper mro, Configuration conf) {
        // PigStats maintains a job DAG with the job id being updated
        // upon available. Therefore, before a job is submitted, the ids 
        // of its parent jobs are already available. 
        JobGraph jg = PigStats.get().getJobGraph();
        JobStats js = null;
        Iterator<JobStats> iter = jg.iterator();
        while (iter.hasNext()) {
            JobStats job = iter.next();
            if (job.getName().equals(mro.getOperatorKey().toString())) {
                js = job;
                break;
            }
        }
        if (js != null) {
            List<Operator> preds = jg.getPredecessors(js);
            if (preds != null) {
                StringBuilder sb = new StringBuilder();
                for (Operator op : preds) {
                    JobStats job = (JobStats)op;
                    if (sb.length() > 0) sb.append(",");

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.