Package org.apache.sqoop.job.etl

Examples of org.apache.sqoop.job.etl.Initializer

65
66
67
68
69
70
71
72
73
74
75
76
    connConf.connection.connectionString = GenericJdbcTestConstants.URL;
    jobConf.table.tableName = tableName;

    MutableContext context = new MutableMapContext();

    Initializer initializer = new GenericJdbcExportInitializer();
    initializer.initialize(context, connConf, jobConf);

    verifyResult(context,
        "INSERT INTO " + executor.delimitIdentifier(tableName)
            + " VALUES (?,?,?)");
  }
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
95
    jobConf.table.tableName = tableName;
    jobConf.table.columns = tableColumns;

    MutableContext context = new MutableMapContext();

    Initializer initializer = new GenericJdbcExportInitializer();
    initializer.initialize(context, connConf, jobConf);

    verifyResult(context,
        "INSERT INTO " + executor.delimitIdentifier(tableName)
            + " (" + tableColumns + ") VALUES (?,?)");
  }
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
    connConf.connection.connectionString = GenericJdbcTestConstants.URL;
    jobConf.table.sql = tableSql;

    MutableContext context = new MutableMapContext();

    Initializer initializer = new GenericJdbcExportInitializer();
    initializer.initialize(context, connConf, jobConf);

    verifyResult(context,
        "INSERT INTO " + executor.delimitIdentifier(tableName)
            + " VALUES (?,?,?)");
  }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
    connConf.connection.connectionString = GenericJdbcTestConstants.URL;
    jobConf.table.tableName = tableName;

    MutableContext context = new MutableMapContext();

    Initializer initializer = new GenericJdbcImportInitializer();
    initializer.initialize(context, connConf, jobConf);

    verifyResult(context,
        "SELECT * FROM " + executor.delimitIdentifier(tableName)
            + " WHERE ${CONDITIONS}",
        "ICOL,DCOL,VCOL",
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
112
    jobConf.table.tableName = tableName;
    jobConf.table.columns = tableColumns;

    MutableContext context = new MutableMapContext();

    Initializer initializer = new GenericJdbcImportInitializer();
    initializer.initialize(context, connConf, jobConf);

    verifyResult(context,
        "SELECT ICOL,VCOL FROM " + executor.delimitIdentifier(tableName)
            + " WHERE ${CONDITIONS}",
        tableColumns,
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
136
    jobConf.table.sql = tableSql;
    jobConf.table.partitionColumn = "DCOL";

    MutableContext context = new MutableMapContext();

    Initializer initializer = new GenericJdbcImportInitializer();
    initializer.initialize(context, connConf, jobConf);

    verifyResult(context,
        "SELECT * FROM " + executor.delimitIdentifier(tableName)
            + " WHERE ${CONDITIONS}",
        "ICOL,DCOL,VCOL",
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
161
    jobConf.table.columns = tableColumns;
    jobConf.table.partitionColumn = "DCOL";

    MutableContext context = new MutableMapContext();

    Initializer initializer = new GenericJdbcImportInitializer();
    initializer.initialize(context, connConf, jobConf);

    verifyResult(context,
        "SELECT SQOOP_SUBQUERY_ALIAS.ICOL,SQOOP_SUBQUERY_ALIAS.VCOL FROM "
            + "(SELECT * FROM " + executor.delimitIdentifier(tableName)
            + " WHERE ${CONDITIONS}) SQOOP_SUBQUERY_ALIAS",
View Full Code Here
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
    // Initialize submission from connector perspective
    CallbackBase baseCallbacks = request.getConnectorCallbacks();

    Class<? extends Initializer> initializerClass = baseCallbacks.getInitializer();
    Initializer initializer = (Initializer) ClassUtils.instantiate(initializerClass);

    if(initializer == null) {
      throw  new SqoopException(FrameworkError.FRAMEWORK_0006,
        "Can't create initializer instance: " + initializerClass.getName());
    }

    // Initialize submission from connector perspective
    initializer.initialize(request.getConnectorContext(),
      request.getConfigConnectorConnection(),
      request.getConfigConnectorJob());

    // Add job specific jars to
    request.addJars(initializer.getJars(request.getConnectorContext(),
      request.getConfigConnectorConnection(),
      request.getConfigConnectorJob()));

    // Bootstrap job from framework perspective
    switch (job.getType()) {
View Full Code Here
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
    // Initialize submission from connector perspective
    CallbackBase baseCallbacks = request.getConnectorCallbacks();

    Class<? extends Initializer> initializerClass = baseCallbacks.getInitializer();
    Initializer initializer = (Initializer) ClassUtils.instantiate(initializerClass);

    if(initializer == null) {
      throw  new SqoopException(FrameworkError.FRAMEWORK_0006,
        "Can't create initializer instance: " + initializerClass.getName());
    }

    // Initializer context
    InitializerContext initializerContext = new InitializerContext(request.getConnectorContext());

    // Initialize submission from connector perspective
    initializer.initialize(initializerContext,
      request.getConfigConnectorConnection(),
      request.getConfigConnectorJob());

    // Add job specific jars to
    request.addJars(initializer.getJars(initializerContext,
      request.getConfigConnectorConnection(),
      request.getConfigConnectorJob()));

    // Bootstrap job from framework perspective
    switch (job.getType()) {
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
114
    jobConf.table.tableName = schemalessTableName;

    MutableContext context = new MutableMapContext();
    InitializerContext initializerContext = new InitializerContext(context);

    @SuppressWarnings("rawtypes")
    Initializer initializer = new GenericJdbcImportInitializer();
    initializer.initialize(initializerContext, connConf, jobConf);

    verifyResult(context,
        "SELECT * FROM " + executor.delimitIdentifier(schemalessTableName)
            + " WHERE ${CONDITIONS}",
        "ICOL,DCOL,VCOL",
View Full Code Here
TOP

Related Classes of org.apache.sqoop.job.etl.Initializer

  • org.apache.sqoop.connector.jdbc.TestExportInitializer
  • org.apache.sqoop.connector.jdbc.TestImportInitializer
  • org.apache.sqoop.framework.FrameworkManager
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.