Examples of org.apache.hadoop.mapred.JobClient.submitJob()

Class org.apache.hadoop.mapred.JobClient

Examples of org.apache.hadoop.mapred.JobClient.submitJob()

org.apache.hadoop.mapred.JobClient.submitJob()
Submit a job to the MR system. This returns a handle to the {@link RunningJob} which can be used to trackthe running-job. @param jobFile the job configuration. @return a handle to the {@link RunningJob} which can be used to track therunning-job. @throws FileNotFoundException @throws InvalidJobConfException @throws IOException




      // make this client wait if job trcker is not behaving well.
      Throttle.checkJobTracker(job, LOG);


      orig_rj = rj = jc.submitJob(job);
      // replace it back
      if (pwd != null)
        job.set(HiveConf.ConfVars.METASTOREPWD.varname, pwd);


      // add to list of running jobs so in case of abnormal shutdown can kill

View Full Code Here


      // make this client wait if job trcker is not behaving well.
      Throttle.checkJobTracker(job, LOG);


      // Finally SUBMIT the JOB!
      rj = jc.submitJob(job);


      returnVal = jobExecHelper.progress(rj, jc);
      success = (returnVal == 0);


    } catch (Exception e) {

View Full Code Here

      }


      this.createTmpDirs();


      // Finally SUBMIT the JOB!
      rj = jc.submitJob(job);
      // replace it back
      if (pwd != null) {
        HiveConf.setVar(job, HiveConf.ConfVars.METASTOREPWD, pwd);
      }

View Full Code Here

                    }
                }
                else {
                    log.info("No need to inject credentials.");
                }
                runningJob = jobClient.submitJob(launcherJobConf);
                if (runningJob == null) {
                    throw new ActionExecutorException(ActionExecutorException.ErrorType.ERROR, "JA017",
                            "Error submitting launcher for action [{0}]", action.getId());
                }
                launcherId = runningJob.getID().toString();

View Full Code Here

    conf.set("mapred.child.java.opts", "-Xmx16g");


    LOG.info("argsStr: "+argsStr);
    
    JobClient client = new JobClient(conf);
    client.submitJob(conf);


    LOG.info("runner started!");


    return 0;
  }

View Full Code Here


      // make this client wait if job trcker is not behaving well.
      Throttle.checkJobTracker(job, LOG);


      // Finally SUBMIT the JOB!
      rj = jc.submitJob(job);


      returnVal = jobExecHelper.progress(rj, jc);
      success = (returnVal == 0);


    } catch (Exception e) {

View Full Code Here

    FileOutputStream fos = new FileOutputStream(inFile.toString());
    fos.write((line1 + "\n").getBytes());
    fos.write((line2 + "\n").getBytes());
    fos.close();
    JobClient jc = new JobClient(conf);
    RunningJob r_job = jc.submitJob(conf);
    while (!r_job.isComplete()) {
      Thread.sleep(1000);
    }
    
    if (!r_job.isSuccessful()) {

View Full Code Here

      }


      this.createTmpDirs();


      // Finally SUBMIT the JOB!
      rj = jc.submitJob(job);
      // replace it back
      if (pwd != null) {
        HiveConf.setVar(job, HiveConf.ConfVars.METASTOREPWD, pwd);
      }

View Full Code Here

                    }
                }
                else {
                    log.info("No need to inject credentials.");
                }
                runningJob = jobClient.submitJob(launcherJobConf);
                if (runningJob == null) {
                    throw new ActionExecutorException(ActionExecutorException.ErrorType.ERROR, "JA017",
                            "Error submitting launcher for action [{0}]", action.getId());
                }
                launcherId = runningJob.getID().toString();

View Full Code Here

        JobClient jobClient = null;
        RunningJob runJob = null;
        boolean exception = false;
        try {
            jobClient = createJobClient(jobConf);
            runJob = jobClient.submitJob(jobConf);
        }
        catch (Exception ex) {
            exception = true;
            throw ex;
        }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.