Package org.apache.sqoop.model

Examples of org.apache.sqoop.model.MFormList

52
53
54
55
56
57
58
59
60
61
62
63
    // Job creation
    MJob job = getClient().newJob(connection.getPersistenceId(), MJob.Type.EXPORT);

    // Connector values
    MFormList forms = job.getConnectorPart();
    forms.getStringInput("table.tableName").setValue(provider.escapeTableName(getTableName()));
    fillInputForm(job);
    createJob(job);

    runJob(job);
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
   * Fill connection form based on currently active provider.
   *
   * @param connection MConnection object to fill
   */
  protected void fillConnectionForm(MConnection connection) {
    MFormList forms = connection.getConnectorPart();
    forms.getStringInput("connection.jdbcDriver").setValue(provider.getJdbcDriver());
    forms.getStringInput("connection.connectionString").setValue(provider.getConnectionUrl());
    forms.getStringInput("connection.username").setValue(provider.getConnectionUsername());
    forms.getStringInput("connection.password").setValue(provider.getConnectionPassword());
  }
View Full Code Here
123
124
125
126
127
128
129
130
131
132
   * @param job MJOb object to fill
   * @param storage Storage type that should be set
   * @param output Output type that should be set
   */
  protected void fillOutputForm(MJob job, StorageType storage, OutputFormat output) {
    MFormList forms = job.getFrameworkPart();
    forms.getEnumInput("output.storageType").setValue(storage);
    forms.getEnumInput("output.outputFormat").setValue(output);
    forms.getStringInput("output.outputDirectory").setValue(getMapreduceDirectory());
  }
View Full Code Here
135
136
137
138
139
140
141
142
   * Fill input form. Mapreduce input directory will be set to default test value.
   *
   * @param job MJOb object to fill
   */
  protected void fillInputForm(MJob job) {
    MFormList forms = job.getFrameworkPart();
    forms.getStringInput("input.inputDirectory").setValue(getMapreduceDirectory());
  }
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
59
    // Job creation
    MJob job = getClient().newJob(connection.getPersistenceId(), MJob.Type.IMPORT);

    // Connector values
    MFormList forms = job.getConnectorPart();
    forms.getStringInput("table.tableName").setValue(provider.escapeTableName(getTableName()));
    forms.getStringInput("table.partitionColumn").setValue(provider.escapeColumnName("id"));
    // Framework values
    fillOutputForm(job, StorageType.HDFS, OutputFormat.TEXT_FILE);
    createJob(job);

    runJob(job);
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
    // Job creation
    MJob job = getClient().newJob(connection.getPersistenceId(), MJob.Type.IMPORT);

    // Connector values
    MFormList forms = job.getConnectorPart();
    forms.getStringInput("table.tableName").setValue(provider.escapeTableName(getTableName()));
    forms.getStringInput("table.partitionColumn").setValue(provider.escapeColumnName("id"));
    forms.getStringInput("table.columns").setValue(provider.escapeColumnName("id") + "," + provider.escapeColumnName("country"));
    // Framework values
    fillOutputForm(job, StorageType.HDFS, OutputFormat.TEXT_FILE);
    createJob(job);

    MSubmission submission = getClient().startSubmission(job.getPersistenceId());
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
62
63
    // Job creation
    MJob job = getClient().newJob(connection.getPersistenceId(),
      MJob.Type.EXPORT);

    // Connector values
    MFormList forms = job.getConnectorPart();
    forms.getStringInput("table.tableName").setValue(
      provider.escapeTableName(getTableName()));
    forms.getStringInput("table.stageTableName").setValue(
      provider.escapeTableName(stageTableName));
    fillInputForm(job);
    createJob(job);

    runJob(job);
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
    // Job creation
    MJob job = getClient().newJob(connection.getPersistenceId(), MJob.Type.IMPORT);

    // Connector values
    MFormList forms = job.getConnectorPart();
    forms.getStringInput("table.tableName").setValue(provider.escapeTableName(getTableName()));
    forms.getStringInput("table.partitionColumn").setValue(provider.escapeColumnName(partitionColumn));
    // Framework values
    fillOutputForm(job, StorageType.HDFS, OutputFormat.TEXT_FILE);
    forms = job.getFrameworkPart();
    forms.getIntegerInput("throttling.extractors").setValue(extractors);
    createJob(job);

    runJob(job);

    // Assert correct output
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
59
    // Job creation
    MJob job = getClient().newJob(connection.getPersistenceId(), MJob.Type.IMPORT);

    // Connector values
    MFormList forms = job.getConnectorPart();
    forms.getStringInput("table.tableName").setValue(provider.escapeTableName(getTableName()));
    forms.getStringInput("table.partitionColumn").setValue(provider.escapeColumnName("id"));
    // Framework values
    fillOutputForm(job, StorageType.HDFS, OutputFormat.TEXT_FILE);
    createJob(job);

    MSubmission submission = getClient().startSubmission(job.getPersistenceId());
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
102
103
    // Job creation
    MJob job = getClient().newJob(connection.getPersistenceId(), MJob.Type.IMPORT);

    // Connector values
    MFormList forms = job.getConnectorPart();
    forms.getStringInput("table.tableName").setValue(provider.escapeTableName(getTableName()));
    forms.getStringInput("table.partitionColumn").setValue(provider.escapeColumnName("id"));
    forms.getStringInput("table.columns").setValue(provider.escapeColumnName("id") + "," + provider.escapeColumnName("country"));
    // Framework values
    fillOutputForm(job, StorageType.HDFS, OutputFormat.TEXT_FILE);
    createJob(job);

    MSubmission submission = getClient().startSubmission(job.getPersistenceId());
View Full Code Here
TOP

Related Classes of org.apache.sqoop.model.MFormList

  • org.apache.sqoop.integration.connector.ConnectorTestCase
  • org.apache.sqoop.integration.connector.jdbc.generic.exports.TableStagedExportTest
  • org.apache.sqoop.integration.connector.jdbc.generic.imports.PartitionerTest
  • org.apache.sqoop.integration.connector.jdbc.generic.TableExportTest
  • org.apache.sqoop.integration.connector.jdbc.generic.TableImportTest
  • org.apache.sqoop.test.testcases.ConnectorTestCase
  • org.apache.sqoop.common.SqoopException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.