Package org.apache.sqoop.framework.configuration

Examples of org.apache.sqoop.framework.configuration.ExportJobConfiguration

53
54
55
56
57
58
59
60
61
62
63
    }
  }

  private Validation validateExportJob(Object jobConfiguration) {
    Validation validation = new Validation(ExportJobConfiguration.class);
    ExportJobConfiguration configuration = (ExportJobConfiguration)jobConfiguration;

    validateInputForm(validation, configuration.input);
    validateThrottingForm(validation, configuration.throttling);

    return validation;
View Full Code Here
444
445
446
447
448
449
450
451
452
453
454
    // Delegate rest of the job to execution engine
    executionEngine.prepareImportSubmission(request);
  }

  private void prepareExportSubmission(SubmissionRequest request) {
    ExportJobConfiguration jobConfiguration = (ExportJobConfiguration) request
      .getConfigFrameworkJob();

    // We're directly moving configured number of extractors and loaders to
    // underlying request object. In the future we might need to throttle this
    // count based on other running jobs to meet our SLAs.
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
   *  {@inheritDoc}
   */
  @Override
  public void prepareExportSubmission(SubmissionRequest gRequest) {
    MRSubmissionRequest request = (MRSubmissionRequest) gRequest;
    ExportJobConfiguration jobConf = (ExportJobConfiguration) request.getConfigFrameworkJob();

    // Add jar dependencies
    addDependencies(request);

    // Configure map-reduce classes for import
View Full Code Here
449
450
451
452
453
454
455
456
457
458
459
    // Delegate rest of the job to execution engine
    executionEngine.prepareImportSubmission(request);
  }

  private static void prepareExportSubmission(SubmissionRequest request) {
    ExportJobConfiguration jobConfiguration = (ExportJobConfiguration) request.getConfigFrameworkJob();

    // We're directly moving configured number of extractors and loaders to
    // underlying request object. In the future we might need to throttle this
    // count based on other running jobs to meet our SLAs.
    request.setExtractors(jobConfiguration.throttling.extractors);
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
   *  {@inheritDoc}
   */
  @Override
  public void prepareExportSubmission(SubmissionRequest gRequest) {
    MRSubmissionRequest request = (MRSubmissionRequest) gRequest;
    ExportJobConfiguration jobConf = (ExportJobConfiguration) request.getConfigFrameworkJob();

    // Add jar dependencies
    addDependencies(request);

    // Configure map-reduce classes for import
View Full Code Here
492
493
494
495
496
497
498
499
500
501
502
    // Delegate rest of the job to execution engine
    executionEngine.prepareImportSubmission(request);
  }

  private void prepareExportSubmission(SubmissionRequest request) {
    ExportJobConfiguration jobConfiguration = (ExportJobConfiguration) request.getConfigFrameworkJob();

    // We're directly moving configured number of extractors and loaders to
    // underlying request object. In the future we might need to throttle this
    // count based on other running jobs to meet our SLAs.
    request.setExtractors(jobConfiguration.throttling.extractors);
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
   *  {@inheritDoc}
   */
  @Override
  public void prepareExportSubmission(SubmissionRequest gRequest) {
    MRSubmissionRequest request = (MRSubmissionRequest) gRequest;
    ExportJobConfiguration jobConf = (ExportJobConfiguration) request.getConfigFrameworkJob();

    // Add jar dependencies
    addDependencies(request);

    // Configure map-reduce classes for import
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
    }
  }

  private Validation validateExportJob(Object jobConfiguration) {
    Validation validation = new Validation(ExportJobConfiguration.class);
    ExportJobConfiguration configuration = (ExportJobConfiguration)jobConfiguration;

    validateInputForm(validation, configuration.input);
    validateThrottingForm(validation, configuration.throttling);

    return validation;
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
    assertEquals(0, validation.getMessages().size());
  }

  @Test
  public void testExportJobValidation() {
    ExportJobConfiguration configuration;
    Validation validation;

    // Empty form is not allowed
    configuration = new ExportJobConfiguration();
    validation = validator.validateJob(MJob.Type.EXPORT, configuration);
    assertEquals(Status.UNACCEPTABLE, validation.getStatus());
    assertTrue(validation.getMessages().containsKey(new Validation.FormInput("input.inputDirectory")));

    // Explicitly setting extractors and loaders
    configuration = new ExportJobConfiguration();
    configuration.input.inputDirectory = "/czech/republic";
    configuration.throttling.extractors = 3;
    configuration.throttling.loaders = 3;

    validation = validator.validateJob(MJob.Type.EXPORT, configuration);
    assertEquals(Status.FINE, validation.getStatus());
    assertEquals(0, validation.getMessages().size());

    // Negative and zero values for extractors and loaders
    configuration = new ExportJobConfiguration();
    configuration.input.inputDirectory = "/czech/republic";
    configuration.throttling.extractors = 0;
    configuration.throttling.loaders = -1;

    validation = validator.validateJob(MJob.Type.EXPORT, configuration);
View Full Code Here
TOP

Related Classes of org.apache.sqoop.framework.configuration.ExportJobConfiguration

  • org.apache.sqoop.execution.mapreduce.MapreduceExecutionEngine
  • org.apache.sqoop.framework.FrameworkManager
  • org.apache.sqoop.framework.FrameworkValidator
  • org.apache.sqoop.framework.JobManager
  • org.apache.sqoop.framework.TestFrameworkValidator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.