Examples of MSubmission


Examples of org.apache.sqoop.model.MSubmission

    MSubmission target = transfer(source);
    assertEquals("void.java(3): line infinity", target.getExceptionStackTrace());
  }

  public void testTransferProgress() {
    MSubmission source = new MSubmission();
    source.setProgress(25.0);

    MSubmission target = transfer(source);
    assertEquals(25.0, target.getProgress());
  }
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    counters.addCounterGroup(new CounterGroup("B")
      .addCounter(new Counter("XX", 11))
      .addCounter(new Counter("YY", 22))
    );

    MSubmission source = new MSubmission();
    source.setCounters(counters);

    Counters target;
    CounterGroup group;
    Counter counter;
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    Object frameworkJob = ClassUtils.instantiate(
      getJobConfigurationClass(job.getType()));
    FormUtils.fromForms(job.getFrameworkPart().getForms(), frameworkJob);

    // Create request object
    MSubmission summary = new MSubmission(jobId);
    SubmissionRequest request = executionEngine.createSubmissionRequest();

    // Save important variables to the submission request
    request.setSummary(summary);
    request.setConnector(connector);
    request.setConfigConnectorConnection(connectorConnection);
    request.setConfigConnectorJob(connectorJob);
    request.setConfigFrameworkConnection(frameworkConnection);
    request.setConfigFrameworkJob(frameworkJob);
    request.setJobType(job.getType());
    request.setJobName(job.getName());
    request.setJobId(job.getPersistenceId());
    request.setNotificationUrl(notificationBaseUrl + jobId);

    // Let's register all important jars
    // sqoop-common
    request.addJarForClass(MapContext.class);
    // sqoop-core
    request.addJarForClass(FrameworkManager.class);
    // sqoop-spi
    request.addJarForClass(SqoopConnector.class);
    // Execution engine jar
    request.addJarForClass(executionEngine.getClass());
    // Connector in use
    request.addJarForClass(connector.getClass());

    // Extra libraries that Sqoop code requires
    request.addJarForClass(JSONValue.class);

    // Get connector callbacks
    switch (job.getType()) {
      case IMPORT:
        request.setConnectorCallbacks(connector.getImporter());
        break;
      case EXPORT:
        request.setConnectorCallbacks(connector.getExporter());
        break;
      default:
        throw  new SqoopException(FrameworkError.FRAMEWORK_0005,
          "Unsupported job type " + job.getType().name());
    }
    LOG.debug("Using callbacks: " + request.getConnectorCallbacks());

    // Initialize submission from connector perspective
    CallbackBase baseCallbacks = request.getConnectorCallbacks();

    Class<? extends Initializer> initializerClass = baseCallbacks.getInitializer();
    Initializer initializer = (Initializer) ClassUtils.instantiate(initializerClass);

    if(initializer == null) {
      throw  new SqoopException(FrameworkError.FRAMEWORK_0006,
        "Can't create initializer instance: " + initializerClass.getName());
    }

    // Initialize submission from connector perspective
    initializer.initialize(request.getConnectorContext(),
      request.getConfigConnectorConnection(),
      request.getConfigConnectorJob());

    // Add job specific jars to
    request.addJars(initializer.getJars(request.getConnectorContext(),
      request.getConfigConnectorConnection(),
      request.getConfigConnectorJob()));

    // Bootstrap job from framework perspective
    switch (job.getType()) {
      case IMPORT:
        prepareImportSubmission(request);
        break;
      case EXPORT:
        prepareExportSubmission(request);
        break;
      default:
        throw  new SqoopException(FrameworkError.FRAMEWORK_0005,
          "Unsupported job type " + job.getType().name());
    }

    // Make sure that this job id is not currently running and submit the job
    // only if it's not.
    synchronized (submissionMutex) {
      MSubmission lastSubmission = repository.findSubmissionLastForJob(jobId);
      if(lastSubmission != null && lastSubmission.getStatus().isRunning()) {
        throw new SqoopException(FrameworkError.FRAMEWORK_0002,
          "Job with id " + jobId);
      }

      // TODO(jarcec): We might need to catch all exceptions here to ensure
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

      request.getConfigConnectorConnection(), request.getConfigConnectorJob());
  }

  public static MSubmission stop(long jobId) {
    Repository repository = RepositoryManager.getRepository();
    MSubmission submission = repository.findSubmissionLastForJob(jobId);

    if(!submission.getStatus().isRunning()) {
      throw new SqoopException(FrameworkError.FRAMEWORK_0003,
        "Job with id " + jobId + " is not running");
    }

    String externalId = submission.getExternalId();
    submissionEngine.stop(externalId);

    // Fetch new information to verify that the stop command has actually worked
    update(submission);
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    return submission;
  }

  public static MSubmission status(long jobId) {
    Repository repository = RepositoryManager.getRepository();
    MSubmission submission = repository.findSubmissionLastForJob(jobId);

    if(submission == null) {
      return new MSubmission(jobId, new Date(), SubmissionStatus.NEVER_EXECUTED);
    }

    // If the submission is in running state, let's update it
    if(submission.getStatus().isRunning()) {
      update(submission);
    }

    return submission;
  }
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

  }

  @Override
  public void restore(JSONObject json) {

    submission = new MSubmission();
    submission.setJobId((Long) json.get(JOB));
    submission.setStatus(SubmissionStatus.valueOf((String) json.get(STATUS)));
    submission.setProgress((Double) json.get(PROGRESS));

    if(json.containsKey(CREATION_DATE)) {
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    if (!line.hasOption(Constants.OPT_JID)) {
      io.out.println(getResource().getString(Constants.RES_ARGS_JID_MISSING));
      return null;
    }

    MSubmission submission =
      RequestCache.readSubmission(line.getOptionValue(Constants.OPT_JID));

    SubmissionDisplayer.display(io, submission);
    return null;
  }
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    if (!line.hasOption(Constants.OPT_JID)) {
      io.out.println(getResource().getString(Constants.RES_ARGS_JID_MISSING));
      return null;
    }

    MSubmission submission =
      RequestCache.deleteSubmission(line.getOptionValue(Constants.OPT_JID));

    SubmissionDisplayer.display(io, submission);
    return null;
  }
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

    if (!line.hasOption(Constants.OPT_JID)) {
      io.out.println(getResource().getString(Constants.RES_ARGS_JID_MISSING));
      return null;
    }

    MSubmission submission =
      RequestCache.createSubmission(line.getOptionValue(Constants.OPT_JID));

    SubmissionDisplayer.display(io, submission);
    return null;
  }
View Full Code Here

Examples of org.apache.sqoop.model.MSubmission

  public void testTransferUnknown() {
    transfer(MSubmission.UNKNOWN);
  }

  public void testTransferJobId() {
    MSubmission source = new MSubmission();
    source.setJobId(666);

    MSubmission target = transfer(source);
    assertEquals(666, target.getJobId());
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.