Examples of org.apache.hadoop.mapred.JobClient.submitJob()

Class org.apache.hadoop.mapred.JobClient

Examples of org.apache.hadoop.mapred.JobClient.submitJob()

org.apache.hadoop.mapred.JobClient.submitJob()
Submit a job to the MR system. This returns a handle to the {@link RunningJob} which can be used to trackthe running-job. @param jobFile the job configuration. @return a handle to the {@link RunningJob} which can be used to track therunning-job. @throws FileNotFoundException @throws InvalidJobConfException @throws IOException

    job.setMapperClass(QueryRunner.class);


    job.set("mapred.child.java.opts", "-Xmx16g");


    JobClient client = new JobClient(job);
    client.submitJob(job);


    LOG.info("runner started!");
    return 0;
  }

View Full Code Here

    conf.set("mapred.child.java.opts", "-Xmx2048m");


    fs.delete(new Path(appendPath(configPath, "broker.ready")), true);


    JobClient client = new JobClient(conf);
    client.submitJob(conf);


    sLogger.info("broker started!");


    while (true) {
      String f = appendPath(configPath, "broker.ready");

View Full Code Here

    //conf.set("mapred.child.java.opts", "-Xmx2048m");
    conf.set("mapred.child.java.opts", "-Xmx2048m");
    // conf.set("mapred.job.queue.name", "search");


    JobClient client = new JobClient(conf);
    client.submitJob(conf);


    sLogger.info("Waiting for servers to start up...");


    // poll HDFS for hostnames and ports
    boolean allStarted = true;

View Full Code Here

    job.setMapperClass(QueryRunner.class);


    job.set("mapred.child.java.opts", "-Xmx16g");


    JobClient client = new JobClient(job);
    client.submitJob(job);


    LOG.info("runner started!");
    return 0;
  }

View Full Code Here


      Utilities.createTmpDirs(job, mWork);
      Utilities.createTmpDirs(job, rWork);


      // Finally SUBMIT the JOB!
      rj = jc.submitJob(job);
      // replace it back
      if (pwd != null) {
        HiveConf.setVar(job, HiveConf.ConfVars.METASTOREPWD, pwd);
      }

View Full Code Here


        DistributedCache.addFileToClassPath(new Path(launcherJar.toUri().getPath()), jobConf);


        JobClient jobClient = createJobClient();


        final RunningJob runningJob = jobClient.submitJob(jobConf);


        System.out.println("Action Dir: " + actionDir);
        System.out.println("LauncherMapper ID: " + runningJob.getJobID().toString());


        waitFor(180 * 1000, new Predicate() {

View Full Code Here

        JobClient jobClient = null;
        RunningJob runJob = null;
        boolean exception = false;
        try {
            jobClient = createJobClient(jobConf);
            runJob = jobClient.submitJob(jobConf);
        }
        catch (Exception ex) {
            exception = true;
            throw ex;
        }

View Full Code Here

                    }
                }
                else {
                    log.info("No need to inject credentials.");
                }
                runningJob = jobClient.submitJob(launcherJobConf);
                if (runningJob == null) {
                    throw new ActionExecutorException(ActionExecutorException.ErrorType.ERROR, "JA017",
                            "Error submitting launcher for action [{0}]", action.getId());
                }
                launcherId = runningJob.getID().toString();

View Full Code Here

  public static boolean runJob(JobConf job) throws IOException {
    JobClient jc = new JobClient(job);
    boolean sucess = true;
    RunningJob running = null;
    try {
      running = jc.submitJob(job);
      String jobId = running.getJobID();
      System.out.println("Job " + jobId + " is submitted");
      while (!running.isComplete()) {
        System.out.println("Job " + jobId + " is still running.");
        try {

View Full Code Here


            //
            // Now, actually submit the job (using the submit name)
            //
            JobClient jobClient = execEngine.getJobClient();
            RunningJob status = jobClient.submitJob(conf);
            log.debug("submitted job: " + status.getJobID());
            
            long sleepTime = 1000;
            double lastQueryProgress = -1.0;
            int lastJobsQueued = -1;

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.