Examples of MSubmission


Examples of org.apache.sqoop.model.MSubmission

    JSONArray array = (JSONArray) json.get(ALL);

    for (Object obj : array) {
      JSONObject object = (JSONObject) obj;
      MSubmission submission = new MSubmission();

      submission.setJobId((Long) object.get(JOB));
      submission.setStatus(SubmissionStatus.valueOf((String) object.get(STATUS)));
      submission.setProgress((Double) object.get(PROGRESS));

      if(object.containsKey(CREATION_USER)) {
        submission.setCreationUser((String) object.get(CREATION_USER));
      }
      if(object.containsKey(CREATION_DATE)) {
        submission.setCreationDate(new Date((Long) object.get(CREATION_DATE)));
      }
      if(object.containsKey(LAST_UPDATE_USER)) {
        submission.setLastUpdateUser((String) object.get(LAST_UPDATE_USER));
      }
      if(object.containsKey(LAST_UPDATE_DATE)) {
        submission.setLastUpdateDate(new Date((Long) object.get(LAST_UPDATE_DATE)));
      }
      if(object.containsKey(EXTERNAL_ID)) {
        submission.setExternalId((String) object.get(EXTERNAL_ID));
      }
      if(object.containsKey(EXTERNAL_LINK)) {
        submission.setExternalLink((String) object.get(EXTERNAL_LINK));
      }
      if(object.containsKey(EXCEPTION)) {
        submission.setExceptionInfo((String) object.get(EXCEPTION));
      }
      if(object.containsKey(EXCEPTION_TRACE)) {
        submission.setExceptionStackTrace((String) object.get(EXCEPTION_TRACE));
      }
      if(object.containsKey(COUNTERS)) {
        submission.setCounters(restoreCounters((JSONObject) object.get(COUNTERS)));
      }
      if(object.containsKey(CONNECTOR_SCHEMA)) {
        submission.setConnectorSchema(restoreSchemna((JSONObject) object.get(CONNECTOR_SCHEMA)));
      }
      if(object.containsKey(HIO_SCHEMA)) {
        submission.setHioSchema(restoreSchemna((JSONObject) object.get(HIO_SCHEMA)));
      }

      this.submissions.add(submission);
    }
  }
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

        client.startSubmission(getLong(line, Constants.OPT_JID), callback, pollTimeout);
      } catch (InterruptedException e) {
        throw new SqoopException(ShellError.SHELL_0008, e);
      }
    } else if (line.hasOption(Constants.OPT_JID)) {
      MSubmission submission = client.startSubmission(getLong(line, Constants.OPT_JID));
      if(submission.getStatus().isFailure()) {
        SubmissionDisplayer.displayFooter(submission);
      } else {
        SubmissionDisplayer.displayHeader(submission);
        SubmissionDisplayer.displayProgress(submission);
      }
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

  }

  @Override
  public Object executeFunction(CommandLine line) {
    if (line.hasOption(Constants.OPT_JID)) {
      MSubmission submission = client.getSubmissionStatus(getLong(line, Constants.OPT_JID));
      if(submission.getStatus().isFailure() || submission.getStatus().equals(SubmissionStatus.SUCCEEDED)) {
        SubmissionDisplayer.displayHeader(submission);
        SubmissionDisplayer.displayFooter(submission);
      } else {
        SubmissionDisplayer.displayHeader(submission);
        SubmissionDisplayer.displayProgress(submission);
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    forms.getStringInput("table.columns").setValue(provider.escapeColumnName("id") + "," + provider.escapeColumnName("country"));
    // Framework values
    fillOutputForm(job, StorageType.HDFS, OutputFormat.TEXT_FILE);
    createJob(job);

    MSubmission submission = getClient().startSubmission(job.getPersistenceId());
    assertTrue(submission.getStatus().isRunning());

    // Wait until the job finish - this active waiting will be removed once
    // Sqoop client API will get blocking support.
    do {
      Thread.sleep(5000);
      submission = getClient().getSubmissionStatus(job.getPersistenceId());
    } while(submission.getStatus().isRunning());

    // Assert correct output
    assertMapreduceOutput(
      "1,'USA'",
      "2,'USA'",
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    submissions.add(MSubmission.UNKNOWN);
    transfer(submissions);
  }

  public void testTransferJobId() {
    MSubmission source = new MSubmission();
    source.setJobId(666);

    MSubmission target = transfer(source);
    assertEquals(666, target.getJobId());

    List<MSubmission> sources = new ArrayList<MSubmission>();
    MSubmission sourcex = new MSubmission();
    sourcex.setJobId(777);
    sources.add(sourcex);
    MSubmission sourcey = new MSubmission();
    sourcey.setJobId(888);
    sources.add(sourcey);

    List<MSubmission> targets = transfer(sources);
    assertNotNull(targets.get(0));
    assertEquals(777, targets.get(0).getJobId());
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    assertEquals(888, targets.get(1).getJobId());
  }

  public void testTransferCreationUser() {
    String username = "admin";
    MSubmission source = new MSubmission();
    source.setCreationUser(username);

    MSubmission target = transfer(source);
    assertEquals("admin", target.getCreationUser());

    List<MSubmission> sources = new ArrayList<MSubmission>();
    MSubmission sourcex = new MSubmission();
    sourcex.setCreationUser("userA");
    sources.add(sourcex);
    MSubmission sourcey = new MSubmission();
    sourcey.setCreationUser("userB");
    sources.add(sourcey);

    List<MSubmission> targets = transfer(sources);
    assertNotNull(targets.get(0));
    assertEquals("userA", targets.get(0).getCreationUser());
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    assertEquals("userB", targets.get(1).getCreationUser());
  }

  public void testTransferCreationDate() {
    Date date = new Date();
    MSubmission source = new MSubmission();
    source.setCreationDate(date);

    MSubmission target = transfer(source);
    assertEquals(date, target.getCreationDate());

    List<MSubmission> sources = new ArrayList<MSubmission>();
    MSubmission sourcex = new MSubmission();
    Date datex = new Date(1000);
    sourcex.setCreationDate(datex);
    sources.add(sourcex);
    Date datey = new Date(2000);
    MSubmission sourcey = new MSubmission();
    sourcey.setCreationDate(datey);
    sources.add(sourcey);

    List<MSubmission> targets = transfer(sources);
    assertNotNull(targets.get(0));
    assertEquals(datex, targets.get(0).getCreationDate());
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    assertEquals(datey, targets.get(1).getCreationDate());
  }

  public void testTransferLastUpdateUser() {
    String username = "admin";
    MSubmission source = new MSubmission();
    source.setLastUpdateUser(username);

    MSubmission target = transfer(source);
    assertEquals("admin", target.getLastUpdateUser());

    List<MSubmission> sources = new ArrayList<MSubmission>();
    MSubmission sourcex = new MSubmission();
    sourcex.setLastUpdateUser("userA");
    sources.add(sourcex);
    MSubmission sourcey = new MSubmission();
    sourcey.setLastUpdateUser("userB");
    sources.add(sourcey);

    List<MSubmission> targets = transfer(sources);
    assertNotNull(targets.get(0));
    assertEquals("userA", targets.get(0).getLastUpdateUser());
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    assertEquals("userB", targets.get(1).getLastUpdateUser());
  }

  public void testTransferLastUpdateDate() {
    Date date = new Date();
    MSubmission source = new MSubmission();
    source.setLastUpdateDate(date);

    MSubmission target = transfer(source);
    assertEquals(date, target.getLastUpdateDate());

    List<MSubmission> sources = new ArrayList<MSubmission>();
    MSubmission sourcex = new MSubmission();
    Date datex = new Date(1000);
    sourcex.setLastUpdateDate(datex);
    sources.add(sourcex);
    Date datey = new Date(2000);
    MSubmission sourcey = new MSubmission();
    sourcey.setLastUpdateDate(datey);
    sources.add(sourcey);

    List<MSubmission> targets = transfer(sources);
    assertNotNull(targets.get(0));
    assertEquals(datex, targets.get(0).getLastUpdateDate());
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    assertNotNull(targets.get(1));
    assertEquals(datey, targets.get(1).getLastUpdateDate());
  }

  public void testTransferStatus() {
    MSubmission source = new MSubmission();
    source.setStatus(SubmissionStatus.SUCCEEDED);

    MSubmission target = transfer(source);
    assertEquals(SubmissionStatus.SUCCEEDED, target.getStatus());

    List<MSubmission> sources = new ArrayList<MSubmission>();
    MSubmission sourcex = new MSubmission();
    sourcex.setStatus(SubmissionStatus.RUNNING);
    sources.add(sourcex);
    MSubmission sourcey = new MSubmission();
    sourcey.setStatus(SubmissionStatus.BOOTING);
    sources.add(sourcey);

    List<MSubmission> targets = transfer(sources);
    assertNotNull(targets.get(0));
    assertEquals(SubmissionStatus.RUNNING, targets.get(0).getStatus());
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.