Examples of org.apache.sqoop.mapreduce.db.DBConfiguration

org.apache.sqoop.mapreduce.db.DBConfiguration
A container for configuration property names for jobs with DB input/output. The job can be configured using the static methods in this class, {@link DBInputFormat}, and {@link DBOutputFormat}. Alternatively, the properties can be set in the configuration with proper values. @see DBConfiguration#configureDB(Configuration,String,String,String,String) @see DBInputFormat#setInput(Job,Class,String,String) @see DBInputFormat#setInput(Job,Class,String,String,String,String) @see DBOutputFormat#setOutput(Job,String,String)

  protected void setup(Context context)
    throws IOException, InterruptedException {


    super.setup(context);
    conf = context.getConfiguration();
    dbConf = new DBConfiguration(conf);
    CopyManager cm = null;
    try {
      conn = dbConf.getConnection();
      cm = ((PGConnection)conn).getCopyAPI();
    } catch (ClassNotFoundException ex) {

View Full Code Here


    // necessary to wipe the state of previous call to configureDB
    jobConf = new JobConf();
    DBConfiguration.configureDB(jobConf, "org.hsqldb.jdbcDriver",
      getConnectString(), null, null, null, null);
    DBConfiguration dbConfiguration = new DBConfiguration(jobConf);
    Connection connection = dbConfiguration.getConnection();
    assertNotNull(connection);
  }

View Full Code Here


    // necessary to wipe the state of previous call to configureDB
    jobConf = new JobConf();
    DBConfiguration.configureDB(jobConf, "org.hsqldb.jdbcDriver",
      getConnectString(), null, null, null, null);
    DBConfiguration dbConfiguration = new DBConfiguration(jobConf);
    Connection connection = dbConfiguration.getConnection();
    assertNotNull(connection);
  }

View Full Code Here

  }


  private void initNetezzaExternalTableExport(Context context)
    throws IOException {
    this.conf = context.getConfiguration();
    dbc = new DBConfiguration(conf);
    File taskAttemptDir = TaskId.getLocalWorkPath(conf);


    char fd = (char) conf.getInt(DelimiterSet.INPUT_FIELD_DELIM_KEY, ',');
    char qc = (char) conf.getInt(DelimiterSet.INPUT_ENCLOSED_BY_KEY, 0);
    char ec = (char) conf.getInt(DelimiterSet.INPUT_ESCAPED_BY_KEY, 0);

View Full Code Here

    throws IOException, InterruptedException;


  public void map(Integer dataSliceId, NullWritable val, Context context)
    throws IOException, InterruptedException {
    conf = context.getConfiguration();
    dbc = new DBConfiguration(conf);
    numMappers = ConfigurationHelper.getConfNumMaps(conf);
    char rd = (char) conf.getInt(DelimiterSet.OUTPUT_RECORD_DELIM_KEY, '\n');
    initNetezzaExternalTableImport(dataSliceId);
    counter = new PerfCounters();
    counter.startClock();

View Full Code Here

   * Initialize the writer thread with Job Configuration.
   */
  public void initialize(Configuration c) throws IOException {
    // Create a DBConf from the given Configuration
    this.conf = c;
    this.dbConf = new DBConfiguration(conf);


    tableName = dbConf.getOutputTableName();
    columnNames = dbConf.getOutputFieldNames();
    columnCount = dbConf.getOutputFieldCount();

View Full Code Here

  @Override
  /** {@inheritDoc} */
  public void checkOutputSpecs(JobContext context)
      throws IOException, InterruptedException {
    Configuration conf = context.getConfiguration();
    DBConfiguration dbConf = new DBConfiguration(conf);


    // Sanity check all the configuration values we need.
    if (null == conf.get(DBConfiguration.URL_PROPERTY)) {
      throw new IOException("Database connection URL is not set.");
    } else if (null == dbConf.getOutputTableName()) {
      throw new IOException("Table name is not set for export");
    } else if (null == dbConf.getOutputFieldNames()
        && 0 == dbConf.getOutputFieldCount()) {
      throw new IOException(
          "Output field names are null and zero output field count set.");
    }
  }

View Full Code Here

  @Override
  /** {@inheritDoc} */
  public void checkOutputSpecs(JobContext context)
      throws IOException, InterruptedException {
    Configuration conf = context.getConfiguration();
    DBConfiguration dbConf = new DBConfiguration(conf);


    // Sanity check all the configuration values we need.
    if (null == conf.get(DBConfiguration.URL_PROPERTY)) {
      throw new IOException("Database connection URL is not set.");
    } else if (null == dbConf.getOutputTableName()) {
      throw new IOException("Table name is not set for export.");
    } else if (null == dbConf.getOutputFieldNames()) {
      throw new IOException(
          "Output field names are null.");
    } else if (null == conf.get(ExportJobBase.SQOOP_EXPORT_UPDATE_COL_KEY)) {
      throw new IOException("Update key column is not set for export.");
    }

View Full Code Here


  @Override
  public void runExport() throws ExportException, IOException {
    SqoopOptions options = context.getOptions();
    Configuration conf = options.getConf();
    DBConfiguration dbConf = null;
    String outputTableName = context.getTableName();
    String tableName = outputTableName;
    String tableClassName =
        new TableClassName(options).getClassForTable(outputTableName);


    LOG.info("Beginning export of " + outputTableName);
    loadJars(conf, context.getJarFile(), tableClassName);


    try {
      Job job = new Job(conf);
      dbConf = new DBConfiguration(job.getConfiguration());
      dbConf.setOutputTableName(tableName);
      configureInputFormat(job, tableName, tableClassName, null);
      configureOutputFormat(job, tableName, tableClassName);
      configureNumTasks(job);
      propagateOptionsToJob(job);
      job.setMapperClass(getMapperClass());

View Full Code Here


    // necessary to wipe the state of previous call to configureDB
    jobConf = new JobConf();
    DBConfiguration.configureDB(jobConf, "org.hsqldb.jdbcDriver",
      getConnectString(), null, null, null, null);
    DBConfiguration dbConfiguration = new DBConfiguration(jobConf);
    Connection connection = dbConfiguration.getConnection();
    assertNotNull(connection);
  }

View Full Code Here

0 1

TOP

Related Classes of org.apache.sqoop.mapreduce.db.DBConfiguration

org.apache.commons.lang.text.StrTokenizer

org.apache.sqoop.credentials.TestPassingSecurePassword

org.apache.sqoop.mapreduce.db.netezza.NetezzaExternalTableExportMapper

org.apache.sqoop.mapreduce.db.netezza.NetezzaExternalTableImportMapper

org.apache.sqoop.mapreduce.ExportCallOutputFormat

org.apache.sqoop.mapreduce.ExportCallOutputFormat$ExportCallRecordWriter

org.apache.sqoop.mapreduce.PGBulkloadExportJob

org.apache.sqoop.mapreduce.PGBulkloadExportMapper

org.apache.sqoop.mapreduce.PGBulkloadExportReducer

org.apache.sqoop.mapreduce.postgresql.PGBulkloadExportJob

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.