Package org.apache.sqoop.common

Examples of org.apache.sqoop.common.MutableMapContext

62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
  public void tearDown() {
    executor.close();
  }

  public void testQuery() throws Exception {
    MutableContext context = new MutableMapContext();
    context.setString(
        GenericJdbcConnectorConstants.CONNECTOR_JDBC_DRIVER,
        GenericJdbcTestConstants.DRIVER);
    context.setString(
        GenericJdbcConnectorConstants.CONNECTOR_JDBC_URL,
        GenericJdbcTestConstants.URL);
    context.setString(GenericJdbcConnectorConstants.CONNECTOR_JDBC_DATA_SQL,
        "SELECT * FROM " + executor.delimitIdentifier(tableName)
            + " WHERE ${CONDITIONS}");

    ConnectionConfiguration connConf = new ConnectionConfiguration();
    ImportJobConfiguration jobConf = new ImportJobConfiguration();
View Full Code Here
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
    partition.setConditions("16.666666666666667 <= DCOL AND DCOL <= 50.0");
    extractor.run(context, connConf, jobConf, partition, writer);
  }

  public void testSubquery() throws Exception {
    MutableContext context = new MutableMapContext();
    context.setString(
        GenericJdbcConnectorConstants.CONNECTOR_JDBC_DRIVER,
        GenericJdbcTestConstants.DRIVER);
    context.setString(
        GenericJdbcConnectorConstants.CONNECTOR_JDBC_URL,
        GenericJdbcTestConstants.URL);
    context.setString(GenericJdbcConnectorConstants.CONNECTOR_JDBC_DATA_SQL,
        "SELECT SQOOP_SUBQUERY_ALIAS.ICOL,SQOOP_SUBQUERY_ALIAS.VCOL FROM "
            + "(SELECT * FROM " + executor.delimitIdentifier(tableName)
            + " WHERE ${CONDITIONS}) SQOOP_SUBQUERY_ALIAS");

    ConnectionConfiguration connConf = new ConnectionConfiguration();
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
  public void tearDown() {
    executor.close();
  }

  public void testInsert() throws Exception {
    MutableContext context = new MutableMapContext();

    context.setString(
        GenericJdbcConnectorConstants.CONNECTOR_JDBC_DRIVER,
        GenericJdbcTestConstants.DRIVER);
    context.setString(
        GenericJdbcConnectorConstants.CONNECTOR_JDBC_URL,
        GenericJdbcTestConstants.URL);
    context.setString(GenericJdbcConnectorConstants.CONNECTOR_JDBC_DATA_SQL,
        "INSERT INTO " + executor.delimitIdentifier(tableName)
            + " VALUES (?,?,?)");

    Loader loader = new GenericJdbcExportLoader();
    DummyReader reader = new DummyReader();
View Full Code Here
75
76
77
78
79
80
81
82
83
84
85
    connConf.connection.jdbcDriver = GenericJdbcTestConstants.DRIVER;
    connConf.connection.connectionString = GenericJdbcTestConstants.URL;
    jobConf.table.tableName = tableName;

    MutableContext context = new MutableMapContext();

    Initializer initializer = new GenericJdbcImportInitializer();
    initializer.initialize(context, connConf, jobConf);

    verifyResult(context,
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
    connConf.connection.jdbcDriver = GenericJdbcTestConstants.DRIVER;
    connConf.connection.connectionString = GenericJdbcTestConstants.URL;
    jobConf.table.tableName = tableName;
    jobConf.table.columns = tableColumns;

    MutableContext context = new MutableMapContext();

    Initializer initializer = new GenericJdbcImportInitializer();
    initializer.initialize(context, connConf, jobConf);

    verifyResult(context,
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
    connConf.connection.jdbcDriver = GenericJdbcTestConstants.DRIVER;
    connConf.connection.connectionString = GenericJdbcTestConstants.URL;
    jobConf.table.sql = tableSql;
    jobConf.table.partitionColumn = "DCOL";

    MutableContext context = new MutableMapContext();

    Initializer initializer = new GenericJdbcImportInitializer();
    initializer.initialize(context, connConf, jobConf);

    verifyResult(context,
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
    connConf.connection.connectionString = GenericJdbcTestConstants.URL;
    jobConf.table.sql = tableSql;
    jobConf.table.columns = tableColumns;
    jobConf.table.partitionColumn = "DCOL";

    MutableContext context = new MutableMapContext();

    Initializer initializer = new GenericJdbcImportInitializer();
    initializer.initialize(context, connConf, jobConf);

    verifyResult(context,
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
    request.setOutputValueClass(NullWritable.class);

    Importer importer = (Importer)request.getConnectorCallbacks();

    // Set up framework context
    MutableMapContext context = request.getFrameworkContext();
    context.setString(JobConstants.JOB_ETL_PARTITIONER, importer.getPartitioner().getName());
    context.setString(JobConstants.JOB_ETL_EXTRACTOR, importer.getExtractor().getName());
    context.setString(JobConstants.JOB_ETL_DESTROYER, importer.getDestroyer().getName());

    if(request.getExtractors() != null) {
      context.setInteger(JobConstants.JOB_ETL_EXTRACTOR_NUM, request.getExtractors());
    }

    // TODO: This settings should be abstracted to core module at some point
    if(jobConf.output.outputFormat == OutputFormat.TEXT_FILE) {
      context.setString(JobConstants.JOB_ETL_LOADER, HdfsTextImportLoader.class.getName());
    } else if(jobConf.output.outputFormat == OutputFormat.SEQUENCE_FILE) {
      context.setString(JobConstants.JOB_ETL_LOADER, HdfsSequenceImportLoader.class.getName());
    } else {
      throw new SqoopException(MapreduceExecutionError.MAPRED_EXEC_0024,
        "Format: " + jobConf.output.outputFormat);
    }
  }
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
    request.setOutputValueClass(NullWritable.class);

    Exporter exporter = (Exporter)request.getConnectorCallbacks();

    // Set up framework context
    MutableMapContext context = request.getFrameworkContext();
    context.setString(JobConstants.JOB_ETL_PARTITIONER, HdfsExportPartitioner.class.getName());
    context.setString(JobConstants.JOB_ETL_LOADER, exporter.getLoader().getName());
    context.setString(JobConstants.JOB_ETL_DESTROYER, exporter.getDestroyer().getName());

    // We should make one extractor that will be able to read all supported file types
    context.setString(JobConstants.JOB_ETL_EXTRACTOR, HdfsTextExportExtractor.class.getName());
    context.setString(JobConstants.HADOOP_INPUTDIR, jobConf.input.inputDirectory);

    if(request.getExtractors() != null) {
      context.setInteger(JobConstants.JOB_ETL_EXTRACTOR_NUM, request.getExtractors());
    }
  }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
  public void tearDown() {
    executor.close();
  }

  public void testQuery() throws Exception {
    MutableContext context = new MutableMapContext();

    ConnectionConfiguration connectionConfig = new ConnectionConfiguration();

    connectionConfig.connection.jdbcDriver = GenericJdbcTestConstants.DRIVER;
    connectionConfig.connection.connectionString = GenericJdbcTestConstants.URL;

    ImportJobConfiguration jobConfig = new ImportJobConfiguration();

    context.setString(GenericJdbcConnectorConstants.CONNECTOR_JDBC_DATA_SQL,
        "SELECT * FROM " + executor.delimitIdentifier(tableName) + " WHERE ${CONDITIONS}");

    GenericJdbcImportPartition partition;

    Extractor extractor = new GenericJdbcImportExtractor();
View Full Code Here
TOP

Related Classes of org.apache.sqoop.common.MutableMapContext

  • org.apache.sqoop.connector.jdbc.TestExportInitializer
  • org.apache.sqoop.connector.jdbc.TestExportLoader
  • org.apache.sqoop.connector.jdbc.TestImportExtractor
  • org.apache.sqoop.connector.jdbc.TestImportInitializer
  • org.apache.sqoop.connector.jdbc.TestImportPartitioner
  • org.apache.sqoop.execution.mapreduce.MapreduceExecutionEngine
  • org.apache.sqoop.execution.mapreduce.MapreduceExecutionEngineTest
  • org.apache.sqoop.framework.SubmissionRequest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.