Package org.apache.sqoop.framework.configuration

Examples of org.apache.sqoop.framework.configuration.ImportJobConfiguration

63
64
65
66
67
68
69
70
71
72
73
    return validation;
  }

  private Validation validateImportJob(Object jobConfiguration) {
    Validation validation = new Validation(ImportJobConfiguration.class);
    ImportJobConfiguration configuration = (ImportJobConfiguration)jobConfiguration;

    validateOutputForm(validation, configuration.output);
    validateThrottingForm(validation, configuration.throttling);

    return validation;
View Full Code Here
427
428
429
430
431
432
433
434
435
436
437
    // Return job status most recent
    return summary;
  }

  private void prepareImportSubmission(SubmissionRequest request) {
    ImportJobConfiguration jobConfiguration = (ImportJobConfiguration) request
      .getConfigFrameworkJob();

    // Initialize the map-reduce part (all sort of required classes, ...)
    request.setOutputDirectory(jobConfiguration.output.outputDirectory);
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
  private void testImportCompressionInner(OutputCompression comprssionFormat,
    String expectedCodecName, boolean expectedCompressionFlag) {
    MapreduceExecutionEngine executionEngine = new MapreduceExecutionEngine();
    SubmissionRequest request = executionEngine.createSubmissionRequest();
    ImportJobConfiguration jobConf = new ImportJobConfiguration();
    jobConf.output.outputFormat = OutputFormat.TEXT_FILE;
    jobConf.output.compression = comprssionFormat;
    request.setConfigFrameworkJob(jobConf);
    request.setConnectorCallbacks(new Importer(Initializer.class,
      Partitioner.class, Extractor.class, Destroyer.class) {
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
   *  {@inheritDoc}
   */
  @Override
  public void prepareImportSubmission(SubmissionRequest gRequest) {
    MRSubmissionRequest request = (MRSubmissionRequest) gRequest;
    ImportJobConfiguration jobConf = (ImportJobConfiguration) request.getConfigFrameworkJob();

    // Add jar dependencies
    addDependencies(request);

    // Configure map-reduce classes for import
View Full Code Here
433
434
435
436
437
438
439
440
441
442
443
    // Return job status most recent
    return summary;
  }

  private static void prepareImportSubmission(SubmissionRequest request) {
    ImportJobConfiguration jobConfiguration = (ImportJobConfiguration) request.getConfigFrameworkJob();

    // Initialize the map-reduce part (all sort of required classes, ...)
    request.setOutputDirectory(jobConfiguration.output.outputDirectory);

    // We're directly moving configured number of extractors and loaders to
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
   *  {@inheritDoc}
   */
  @Override
  public void prepareImportSubmission(SubmissionRequest gRequest) {
    MRSubmissionRequest request = (MRSubmissionRequest) gRequest;
    ImportJobConfiguration jobConf = (ImportJobConfiguration) request.getConfigFrameworkJob();

    // Add jar dependencies
    addDependencies(request);

    // Configure map-reduce classes for import
View Full Code Here
476
477
478
479
480
481
482
483
484
485
486
    // Return job status most recent
    return summary;
  }

  private void prepareImportSubmission(SubmissionRequest request) {
    ImportJobConfiguration jobConfiguration = (ImportJobConfiguration) request.getConfigFrameworkJob();

    // Initialize the map-reduce part (all sort of required classes, ...)
    request.setOutputDirectory(jobConfiguration.output.outputDirectory);

    // We're directly moving configured number of extractors and loaders to
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
   *  {@inheritDoc}
   */
  @Override
  public void prepareImportSubmission(SubmissionRequest gRequest) {
    MRSubmissionRequest request = (MRSubmissionRequest) gRequest;
    ImportJobConfiguration jobConf = (ImportJobConfiguration) request.getConfigFrameworkJob();

    // Add jar dependencies
    addDependencies(request);

    // Configure map-reduce classes for import
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
    return validation;
  }

  private Validation validateImportJob(Object jobConfiguration) {
    Validation validation = new Validation(ImportJobConfiguration.class);
    ImportJobConfiguration configuration = (ImportJobConfiguration)jobConfiguration;

    validateOutputForm(validation, configuration.output);
    validateThrottingForm(validation, configuration.throttling);

    return validation;
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
  }


  @Test
  public void testImportJobValidation() {
    ImportJobConfiguration configuration;
    Validation validation;

    // Empty form is not allowed
    configuration = new ImportJobConfiguration();
    validation = validator.validateJob(MJob.Type.IMPORT, configuration);
    assertEquals(Status.UNACCEPTABLE, validation.getStatus());
    assertTrue(validation.getMessages().containsKey(new Validation.FormInput("output.outputDirectory")));

    // Explicitly setting extractors and loaders
    configuration = new ImportJobConfiguration();
    configuration.output.outputDirectory = "/czech/republic";
    configuration.throttling.extractors = 3;
    configuration.throttling.loaders = 3;

    validation = validator.validateJob(MJob.Type.IMPORT, configuration);
    assertEquals(Status.FINE, validation.getStatus());
    assertEquals(0, validation.getMessages().size());

    // Negative and zero values for extractors and loaders
    configuration = new ImportJobConfiguration();
    configuration.output.outputDirectory = "/czech/republic";
    configuration.throttling.extractors = 0;
    configuration.throttling.loaders = -1;

    validation = validator.validateJob(MJob.Type.IMPORT, configuration);
View Full Code Here
TOP

Related Classes of org.apache.sqoop.framework.configuration.ImportJobConfiguration

  • org.apache.sqoop.execution.mapreduce.MapreduceExecutionEngine
  • org.apache.sqoop.execution.mapreduce.MapreduceExecutionEngineTest
  • org.apache.sqoop.framework.FrameworkManager
  • org.apache.sqoop.framework.FrameworkValidator
  • org.apache.sqoop.framework.JobManager
  • org.apache.sqoop.framework.TestFrameworkValidator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.