Examples of PigJob

com.twitter.ambrose.pig.PigJob
Subclass of MapReduceJob used to hold initialization logic and Pig-specific bindings for a Job. Encapsulates all information related to a run of a Pig job. A job might have multiple inputs and outputs, as well as counters, job configuration and job metrics. Job metrics is metadata about the job run that isn't set in the job configuration. @author billg
org.apache.ambari.view.pig.resources.jobs.models.PigJob
Bean to represent Pig job Job lifecycle: SUBMITTING | [POST to Templeton] | | SUBMITTED SUBMIT_FAILED | | [GET result from job/:job_id] | | | COMPLETED KILLED FAILED

Examples of org.apache.ambari.view.pig.resources.jobs.models.PigJob

    Response response = doCreateJob("Test", "/tmp/script.pig", "-useHCatalog");


    Assert.assertEquals("-useHCatalog", do_stream.toString());
    Assert.assertEquals(201, response.getStatus());


    PigJob job = ((PigJob) ((JSONObject)response.getEntity()).get("job"));
    Assert.assertEquals(PigJob.Status.SUBMITTED, job.getStatus());
    Assert.assertTrue(job.isInProgress());


    // Retrieve status:
    // SUBMITTED
    reset(api);
    TempletonApi.JobInfo info = api.new JobInfo();
    expect(api.checkJob(eq("job_id_#"))).andReturn(info);
    replay(api);
    response = jobService.getJob(job.getId());
    Assert.assertEquals(200, response.getStatus());
    job = ((PigJob) ((JSONObject)response.getEntity()).get("job"));
    Assert.assertEquals(PigJob.Status.SUBMITTED, job.getStatus());


    // RUNNING
    reset(api);
    info = api.new JobInfo();
    info.status = new HashMap<String, Object>();
    info.status.put("runState", (double)PigJob.RUN_STATE_RUNNING);
    info.percentComplete = "30% complete";
    expect(api.checkJob(eq("job_id_#"))).andReturn(info);
    replay(api);
    response = jobService.getJob(job.getId());
    Assert.assertEquals(200, response.getStatus());
    job = ((PigJob) ((JSONObject)response.getEntity()).get("job"));
    Assert.assertEquals(PigJob.Status.RUNNING, job.getStatus());
    Assert.assertTrue(job.isInProgress());
    Assert.assertEquals(30, (Object) job.getPercentComplete());


    // SUCCEED
    reset(api);
    info = api.new JobInfo();
    info.status = new HashMap<String, Object>();
    info.status.put("runState", (double)PigJob.RUN_STATE_SUCCEEDED);
    expect(api.checkJob(eq("job_id_#"))).andReturn(info);
    replay(api);
    response = jobService.getJob(job.getId());
    Assert.assertEquals(200, response.getStatus());
    job = ((PigJob) ((JSONObject)response.getEntity()).get("job"));
    Assert.assertEquals(PigJob.Status.COMPLETED, job.getStatus());
    Assert.assertFalse(job.isInProgress());
    Assert.assertNull(job.getPercentComplete());


    // PREP
    reset(api);
    info = api.new JobInfo();
    info.status = new HashMap<String, Object>();
    info.status.put("runState", (double)PigJob.RUN_STATE_PREP);
    expect(api.checkJob(eq("job_id_#"))).andReturn(info);
    replay(api);
    response = jobService.getJob(job.getId());
    Assert.assertEquals(200, response.getStatus());
    job = ((PigJob) ((JSONObject)response.getEntity()).get("job"));
    Assert.assertEquals(PigJob.Status.RUNNING, job.getStatus());


    // FAILED
    reset(api);
    info = api.new JobInfo();
    info.status = new HashMap<String, Object>();
    info.status.put("runState", (double)PigJob.RUN_STATE_FAILED);
    expect(api.checkJob(eq("job_id_#"))).andReturn(info);
    replay(api);
    response = jobService.getJob(job.getId());
    Assert.assertEquals(200, response.getStatus());
    job = ((PigJob) ((JSONObject)response.getEntity()).get("job"));
    Assert.assertEquals(PigJob.Status.FAILED, job.getStatus());
    Assert.assertFalse(job.isInProgress());


    // KILLED
    reset(api);
    info = api.new JobInfo();
    info.status = new HashMap<String, Object>();
    info.status.put("runState", (double)PigJob.RUN_STATE_KILLED);
    expect(api.checkJob(eq("job_id_#"))).andReturn(info);
    replay(api);
    response = jobService.getJob(job.getId());
    Assert.assertEquals(200, response.getStatus());
    job = ((PigJob) ((JSONObject)response.getEntity()).get("job"));
    Assert.assertEquals(PigJob.Status.KILLED, job.getStatus());
    Assert.assertFalse(job.isInProgress());
  }

View Full Code Here

Examples of org.apache.ambari.view.pig.resources.jobs.models.PigJob

   */
  @GET
  @Path("{jobId}")
  @Produces(MediaType.APPLICATION_JSON)
  public Response getJob(@PathParam("jobId") String jobId) {
    PigJob job = null;
    try {
      job = getResourceManager().read(jobId);
    } catch (ItemNotFound itemNotFound) {
      return Response.status(404).build();
    }

View Full Code Here

Examples of org.apache.ambari.view.pig.resources.jobs.models.PigJob

   * Get single item
   */
  @DELETE
  @Path("{jobId}")
  public Response killJob(@PathParam("jobId") String jobId) throws IOException {
    PigJob job = null;
    try {
      job = getResourceManager().read(jobId);
    } catch (ItemNotFound itemNotFound) {
      return Response.status(404).build();
    }

View Full Code Here

Examples of org.apache.ambari.view.pig.resources.jobs.models.PigJob

  @GET
  @Path("{jobId}/notify")
  public Response jobCompletionNotification(@Context HttpHeaders headers,
                                            @Context UriInfo ui,
                                            @PathParam("jobId") final String jobId) {
    PigJob job = null;
    try {
      job = getResourceManager().ignorePermissions(new Callable<PigJob>() {
        public PigJob call() throws Exception {
          PigJob job = null;
          try {
            job = getResourceManager().read(jobId);
          } catch (ItemNotFound itemNotFound) {
            return null;
          }

View Full Code Here

Examples of org.apache.ambari.view.pig.resources.jobs.models.PigJob

  public Response jobExitCode(@Context HttpHeaders headers,
                              @Context UriInfo ui,
                              @PathParam("jobId") String jobId,
                              @PathParam("fileName") String fileName,
                              @QueryParam("page") Long page) {
    PigJob job = null;
    try {
      job = getResourceManager().read(jobId);
    } catch (ItemNotFound itemNotFound) {
      return Response.ok("No such job").status(404).build();
    }
    try {
      String filePath = job.getStatusDir() + "/" + fileName;
      LOG.debug("Reading file " + filePath);
      FilePaginator paginator = new FilePaginator(filePath, context);


      if (page == null)
        page = 0L;

View Full Code Here

Examples of org.apache.ambari.view.pig.resources.jobs.models.PigJob

      return badRequestResponse(e.getMessage());
    } catch (WebServiceException e) {
      return serverErrorResponse(e.getMessage());
    }


    PigJob job = null;


    try {
      job = getResourceManager().read(request.job.getId());
    } catch (ItemNotFound itemNotFound) {
      return Response.status(404).build();

View Full Code Here

Examples of org.apache.ambari.view.pig.resources.jobs.models.PigJob


  private void setupPolling() {
    List<PigJob> notCompleted = this.readAll(new FilteringStrategy() {
      @Override
      public boolean isConform(Indexed item) {
        PigJob job = (PigJob) item;
        return job.isInProgress();
      }
    });


    for(PigJob job : notCompleted) {
      JobPolling.pollJob(context, job);

View Full Code Here

Examples of org.apache.ambari.view.pig.resources.jobs.models.PigJob

  }


  @Override
  public PigJob create(PigJob object) {
    object.setStatus(PigJob.Status.SUBMITTING);
    PigJob job = super.create(object);
    LOG.debug("Submitting job...");


    try {
      submitJob(object);
    } catch (RuntimeException e) {

View Full Code Here

0 1 2

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.