Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

Class org.apache.hadoop.mapred.RunningJob

Examples of org.apache.hadoop.mapred.RunningJob.reduceProgress()

org.apache.hadoop.mapred.RunningJob.reduceProgress()
Returns a float between 0.0 and 1.0, indicating progress on the reduce portion of the job. When all reduce tasks have completed, the function returns 1.0.

        if (rj == null && j.getState() == Job.SUCCESS)
            return 1;
        else if (rj == null)
            return 0;
        else {
            return (rj.mapProgress() + rj.reduceProgress()) / 2;
        }
    }


    public static void killJob(Job job) throws IOException {
        RunningJob runningJob = job.getJobClient().getJob(job.getAssignedJobID());

View Full Code Here

            return 1;
        else if(rj==null)
            return 0;
        else{
            double mapProg = rj.mapProgress();
            double redProg = rj.reduceProgress();
            return (mapProg + redProg)/2;
        }
    }
    public long getTotalHadoopTimeSpent() {
        return totalHadoopTimeSpent;

View Full Code Here

        JobID id = convertToJobId(jobId);


        RunningJob job = client.getJob(id);


        double mapProgress = job.mapProgress() * 100;
        double reduceProgress = job.reduceProgress() * 100;
        String mapPercentage = Double.toString(mapProgress) + "%";
        String reducePercentage = Double.toString(reduceProgress) + "%";


        jobStatistics.append("<job id='").append(jobId).append("'" + " name='").append(job.getJobName()).append("'>\n");
        jobStatistics.append(" <mapProgress>").append(mapPercentage).append("</mapProgress>\n");

View Full Code Here

    JobID id = convertToJobId(jobId);
    
    RunningJob job = client.getJob(id);
    
    double mapProgress = job.mapProgress() * 100;
    double reduceProgress = job.reduceProgress() * 100;
    String mapPercentage = Double.toString(mapProgress) + "%";
    String reducePercentage = Double.toString(reduceProgress) + "%";
    
    jobStatistics.append("<job id='"+ jobId +"'" + " name='"+ job.getJobName() +"'>\n");
    jobStatistics.append(" <mapProgress>"+mapPercentage+"</mapProgress>\n");

View Full Code Here

            return 1;
        else if(rj==null)
            return 0;
        else{
            double mapProg = rj.mapProgress();
            double redProg = rj.reduceProgress();
            return (mapProg + redProg)/2;
        }
    }
    public long getTotalHadoopTimeSpent() {
        return totalHadoopTimeSpent;

View Full Code Here

            return 1;
        else if(rj==null)
            return 0;
        else{
            double mapProg = rj.mapProgress();
            double redProg = rj.reduceProgress();
            return (mapProg + redProg)/2;
        }
    }
    public long getTotalHadoopTimeSpent() {
        return totalHadoopTimeSpent;

View Full Code Here

      if(runningJob == null) {
        // Return default value
        return super.progress(submissionId);
      }


      return (runningJob.mapProgress() + runningJob.reduceProgress()) / 2;
    } catch (IOException e) {
      throw new SqoopException(MapreduceSubmissionError.MAPREDUCE_0003, e);
    }
  }

View Full Code Here

            return 1;
        else if(rj==null)
            return 0;
        else{
            double mapProg = rj.mapProgress();
            double redProg = rj.reduceProgress();
            return (mapProg + redProg)/2;
        }
    }
    public long getTotalHadoopTimeSpent() {
        return totalHadoopTimeSpent;

View Full Code Here

            return 1;
        else if(rj==null)
            return 0;
        else{
            double mapProg = rj.mapProgress();
            double redProg = rj.reduceProgress();
            return (mapProg + redProg)/2;
        }
    }
    public long getTotalHadoopTimeSpent() {
        return totalHadoopTimeSpent;

View Full Code Here

    if( runningJob == null )
      return 0;


    try
      {
      return runningJob.reduceProgress();
      }
    catch( IOException exception )
      {
      throw new FlowException( "unable to get progress" );
      }

View Full Code Here

0 1 2

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.