Examples of JobSchedulingInfo

Examples of org.apache.hadoop.mapred.JobQueueJobInProgressListener.JobSchedulingInfo

580
581
582
583
584
585
586
587
588
589
590
      if (job.getStatus().getRunState() == JobStatus.RUNNING) {
        if (isScheduled(job)) {
          LOG.info("Removing scheduled jobs from waiting queue"
              + job.getJobID());
          jobsIterator.remove();
          jobQueueManager.getJobQueue(job).removeWaitingJob(new JobSchedulingInfo(job));
          continue;
        }
      }
      if(job.isComplete()) {
        LOG.info("Removing killed/completed job from initalized jobs " +
View Full Code Here

Examples of org.apache.hadoop.mapred.JobQueueJobInProgressListener.JobSchedulingInfo

192
193
194
195
196
197
198
199
200
201
        LOG.error("Invalid queue passed to the thread : " + queue
            + " For job :: " + job.getJobID());
        return;
      }
      synchronized (jobs) {
        JobSchedulingInfo schedInfo = new JobSchedulingInfo(job);
        jobs.put(schedInfo, job);
        currentJobCount.getAndIncrement();
      }
    }
View Full Code Here

Examples of org.apache.hadoop.mapred.JobQueueJobInProgressListener.JobSchedulingInfo

835
836
837
838
839
840
841
842
843
844
845
    UserInfo userInfo = users.get(user);
    return (userInfo == null) ? 0 : userInfo.getNumWaitingJobs();
  }

  synchronized void addInitializingJob(JobInProgress job) {
    JobSchedulingInfo jobSchedInfo = new JobSchedulingInfo(job);

    if (!waitingJobs.containsKey(jobSchedInfo)) {
      // Ideally this should have been an *assert*, but it can't be done
      // since we make copies in getWaitingJobs which is used in
      // JobInitPoller.getJobsToInitialize
View Full Code Here

Examples of org.apache.hadoop.mapred.JobQueueJobInProgressListener.JobSchedulingInfo

915
916
917
918
919
920
921
922
923
924
925
   
    return job;
  }
 
  synchronized void addRunningJob(JobInProgress job) {
    JobSchedulingInfo jobSchedInfo = new JobSchedulingInfo(job);

    if (runningJobs.containsKey(jobSchedInfo)) {
      LOG.info("job " + job.getJobID() + " already running in queue'" +
          queueName + "'!");
      return;
View Full Code Here

Examples of org.apache.hadoop.mapred.JobQueueJobInProgressListener.JobSchedulingInfo

1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
    return job;
  }
 
  synchronized void addWaitingJob(JobInProgress job) throws IOException {
    JobSchedulingInfo jobSchedInfo = new JobSchedulingInfo(job);
    if (waitingJobs.containsKey(jobSchedInfo)) {
      LOG.info("job " + job.getJobID() + " already waiting in queue '" +
          queueName + "'!");
      return;
    }
View Full Code Here

Examples of org.apache.hadoop.mapred.JobQueueJobInProgressListener.JobSchedulingInfo

135
136
137
138
139
140
141
142
143
144
145
146
 
  // Update the scheduler as job's state has changed
  private void jobStateChanged(JobStatusChangeEvent event,
                               CapacitySchedulerQueue queue) {
    JobInProgress job = event.getJobInProgress();
    JobSchedulingInfo oldJobStateInfo =
      new JobSchedulingInfo(event.getOldStatus());
    // Check if the ordering of the job has changed
    // For now priority and start-time can change the job ordering
    if (event.getEventType() == EventType.PRIORITY_CHANGED
        || event.getEventType() == EventType.START_TIME_CHANGED) {
      // Make a priority change
View Full Code Here

Examples of org.apache.hadoop.mapred.JobQueueJobInProgressListener.JobSchedulingInfo

184
185
186
187
188
189
190
191
192
193
      if (jobs == null) {
        LOG.error("Invalid queue passed to the thread : " + queue
            + " For job :: " + job.getJobID());
      }
      synchronized (jobs) {
        JobSchedulingInfo schedInfo = new JobSchedulingInfo(job);
        jobs.put(schedInfo, job);
        currentJobCount.getAndIncrement();
      }
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.