Examples of com.cloudera.sqoop.mapreduce.db.DBConfiguration

com.cloudera.sqoop.mapreduce.db.DBConfiguration
A container for configuration property names for jobs with DB input/output. The job can be configured using the static methods in this class, {@link DBInputFormat}, and {@link DBOutputFormat}. Alternatively, the properties can be set in the configuration with proper values. @see DBConfiguration#configureDB(Configuration,String,String,String,String) @see DBInputFormat#setInput(Job,Class,String,String) @see DBInputFormat#setInput(Job,Class,String,String,String,String) @see DBOutputFormat#setOutput(Job,String,String) @deprecated use org.apache.sqoop.mapreduce.db.DBConfiguration instead. @see org.apache.sqoop.mapreduce.db.DBConfiguration

  public static void setInput(Job job,
      Class<? extends DBWritable> inputClass,
      String tableName, String conditions,
      String orderBy, String... fieldNames) {
    job.setInputFormatClass(DBInputFormat.class);
    DBConfiguration dbConf = new DBConfiguration(job.getConfiguration());
    dbConf.setInputClass(inputClass);
    dbConf.setInputTableName(tableName);
    dbConf.setInputFieldNames(fieldNames);
    dbConf.setInputConditions(conditions);
    dbConf.setInputOrderBy(orderBy);
  }

View Full Code Here

   */
  public static void setInput(Job job,
      Class<? extends DBWritable> inputClass,
      String inputQuery, String inputCountQuery) {
    job.setInputFormatClass(DBInputFormat.class);
    DBConfiguration dbConf = new DBConfiguration(job.getConfiguration());
    dbConf.setInputClass(inputClass);
    dbConf.setInputQuery(inputQuery);
    dbConf.setInputCountQuery(inputCountQuery);
  }

View Full Code Here


  @Override
  /** {@inheritDoc} */
  public RecordWriter<K, V> getRecordWriter(TaskAttemptContext context)
      throws IOException {
    DBConfiguration dbConf = new DBConfiguration(context.getConfiguration());
    String tableName = dbConf.getOutputTableName();
    String[] fieldNames = dbConf.getOutputFieldNames();


    if(fieldNames == null) {
      fieldNames = new String[dbConf.getOutputFieldCount()];
    }


    try {
      Connection connection = dbConf.getConnection();
      PreparedStatement statement = null;


      statement = connection.prepareStatement(
                    constructQuery(tableName, fieldNames));
      return new DBRecordWriter(connection, statement);

View Full Code Here

   * @param fieldNames The field names in the table.
   */
  public static void setOutput(Job job, String tableName,
      String... fieldNames) throws IOException {
    if(fieldNames.length > 0 && fieldNames[0] != null) {
      DBConfiguration dbConf = setOutput(job, tableName);
      dbConf.setOutputFieldNames(fieldNames);
    } else {
      if (fieldNames.length > 0) {
        setOutput(job, tableName, fieldNames.length);
      } else {
        throw new IllegalArgumentException(

View Full Code Here

   * @param tableName The table to insert data into
   * @param fieldCount the number of fields in the table.
   */
  public static void setOutput(Job job, String tableName,
      int fieldCount) throws IOException {
    DBConfiguration dbConf = setOutput(job, tableName);
    dbConf.setOutputFieldCount(fieldCount);
  }

View Full Code Here

  private static DBConfiguration setOutput(Job job,
      String tableName) throws IOException {
    job.setOutputFormatClass(DBOutputFormat.class);
    ConfigurationHelper.setJobReduceSpeculativeExecution(job, false);


    DBConfiguration dbConf = new DBConfiguration(job.getConfiguration());


    dbConf.setOutputTableName(tableName);
    return dbConf;
  }

View Full Code Here

    args.add("--compress");
    args.add("--local");
    args.add("--silent");


    // Specify the subset of columns we're importing.
    DBConfiguration dbConf = new DBConfiguration(conf);
    String [] cols = dbConf.getInputFieldNames();
    if (null != cols) {
      StringBuilder sb = new StringBuilder();
      boolean first = true;
      for (String col : cols) {
        if (!first) {

View Full Code Here

  @Override
  /** {@inheritDoc} */
  public void checkOutputSpecs(JobContext context)
      throws IOException, InterruptedException {
    Configuration conf = context.getConfiguration();
    DBConfiguration dbConf = new DBConfiguration(conf);


    // Sanity check all the configuration values we need.
    if (null == conf.get(DBConfiguration.URL_PROPERTY)) {
      throw new IOException("Database connection URL is not set.");
    } else if (null == dbConf.getOutputTableName()) {
      throw new IOException("Table name is not set for export.");
    } else if (null == dbConf.getOutputFieldNames()) {
      throw new IOException(
          "Output field names are null.");
    } else if (null == conf.get(ExportJobBase.SQOOP_EXPORT_UPDATE_COL_KEY)) {
      throw new IOException("Update key column is not set for export.");
    }

View Full Code Here

        throws ClassNotFoundException, SQLException {
      super(context);


      Configuration conf = getConf();


      DBConfiguration dbConf = new DBConfiguration(conf);
      this.tableName = dbConf.getOutputTableName();
      this.columnNames = dbConf.getOutputFieldNames();
      String updateKeyColumns =
          conf.get(ExportJobBase.SQOOP_EXPORT_UPDATE_COL_KEY);


      Set<String> updateKeys = new LinkedHashSet<String>();
      StringTokenizer stok = new StringTokenizer(updateKeyColumns, ",");

View Full Code Here


  @Override
  /** {@inheritDoc} */
  public RecordWriter<K, V> getRecordWriter(TaskAttemptContext context)
      throws IOException {
    DBConfiguration dbConf = new DBConfiguration(context.getConfiguration());
    String tableName = dbConf.getOutputTableName();
    String[] fieldNames = dbConf.getOutputFieldNames();


    if (fieldNames == null) {
      fieldNames = new String[dbConf.getOutputFieldCount()];
    }


    try {
      Connection connection = dbConf.getConnection();
      PreparedStatement statement = null;


      statement = connection.prepareStatement(
                    constructQuery(tableName, fieldNames));
      return new com.cloudera.sqoop.mapreduce.db.DBOutputFormat.DBRecordWriter(

View Full Code Here

0 1 2 3 4 5 6

TOP

Related Classes of com.cloudera.sqoop.mapreduce.db.DBConfiguration

com.cloudera.sqoop.manager.DirectPostgreSQLExportManualTest

com.cloudera.sqoop.manager.PGBulkloadManagerManualTest

org.apache.sqoop.manager.oracle.OraOopDataDrivenDBInputFormat

org.apache.sqoop.mapreduce.AsyncSqlRecordWriter

org.apache.sqoop.mapreduce.DataDrivenImportJob

org.apache.sqoop.mapreduce.db.DataDrivenDBInputFormat

org.apache.sqoop.mapreduce.db.DataDrivenDBRecordReader

org.apache.sqoop.mapreduce.db.Db2DataDrivenDBInputFormat

org.apache.sqoop.mapreduce.db.DBInputFormat

org.apache.sqoop.mapreduce.db.DBOutputFormat

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.