Package com.alibaba.otter.shared.common.model.config.data.db

Examples of com.alibaba.otter.shared.common.model.config.data.db.DbMediaSource

265
266
267
268
269
270
271
272
273
274
275
            Column matchDbColumn = getMatchColumn(tableHolder.getTable().getColumns(), tcolumn.getColumnName());
            // 匹配字段为空，可能源库发生过DDL操作，目标库重新载入一下meta信息
            if (matchDbColumn == null) { // 尝试reload一下table meta
                // 获取目标库的表信息
                DbMediaSource dbMediaSource = (DbMediaSource) dataMediaPair.getTarget().getSource();
                DbDialect dbDialect = dbDialectFactory.getDbDialect(dataMediaPair.getPipelineId(), dbMediaSource);
                String schemaName = tableHolder.getTable().getSchema();
                if (StringUtils.isEmpty(schemaName)) {
                    schemaName = tableHolder.getTable().getCatalog();
                }
View Full Code Here
233
234
235
236
237
238
239
240
241
242
243
            Column matchDbColumn = getMatchColumn(tableHolder.getTable().getColumns(), tcolumn.getColumnName());
            // 匹配字段为空，可能源库发生过DDL操作，目标库重新载入一下meta信息
            if (matchDbColumn == null) { // 尝试reload一下table meta
                // 获取目标库的表信息
                DbMediaSource dbMediaSource = (DbMediaSource) dataMediaPair.getTarget().getSource();
                DbDialect dbDialect = dbDialectFactory.getDbDialect(dataMediaPair.getPipelineId(), dbMediaSource);
                String schemaName = tableHolder.getTable().getSchema();
                if (StringUtils.isEmpty(schemaName)) {
                    schemaName = tableHolder.getTable().getCatalog();
                }
View Full Code Here
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
     * @param dataMediaSourceDo
     * @return DataMediaSource
     */
    private DataMediaSource doToModel(DataMediaSourceDO dataMediaSourceDo) {

        DataMediaSource dataMediaSource = new DbMediaSource();
        try {
            if (dataMediaSourceDo.getType().isMysql() || dataMediaSourceDo.getType().isOracle()) {
                dataMediaSource = JsonUtils.unmarshalFromString(dataMediaSourceDo.getProperties(), DbMediaSource.class);
            } else if (dataMediaSourceDo.getType().isNapoli() || dataMediaSourceDo.getType().isMq()) {
                dataMediaSource = JsonUtils.unmarshalFromString(dataMediaSourceDo.getProperties(), MqMediaSource.class);
            }

            dataMediaSource.setId(dataMediaSourceDo.getId());
            dataMediaSource.setGmtCreate(dataMediaSourceDo.getGmtCreate());
            dataMediaSource.setGmtModified(dataMediaSourceDo.getGmtModified());
        } catch (Exception e) {
            logger.error("ERROR ## change the dataMediaSource Do to Model has an exception");
            throw new ManagerException(e);
        }

View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
    private String[]            columnValues   = { "0000-00-00 00:00:00.0", "0000-00-00 00:00:00.0", "0000-00-00",
            "00:00:00", "1", "1"              };

    @Test
    public void test_mysql() {
        DbMediaSource dbMediaSource = new DbMediaSource();
        dbMediaSource.setId(10L);
        dbMediaSource.setDriver("oracle.jdbc.OracleDriver");
        dbMediaSource.setUsername("otter1");
        dbMediaSource.setPassword("jonathan");
        dbMediaSource.setUrl("jdbc:oracle:thin:@127.0.0.1:1521:ointest");
        dbMediaSource.setEncode("UTF-8");
        dbMediaSource.setType(DataMediaType.ORACLE);

        final DbDialect dbDialect = dbDialectFactory.getDbDialect(2L, dbMediaSource);
        // want.object(dbDialect).clazIs(MysqlDialect.class);

        Table table = dbDialect.findTable("otter2", "test_time");
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
    private String[]            columnValues   = { "hello", "1", "9223372036854775808", "2147483648" };

    @Test(expectedExceptions = RuntimeException.class)
    public void test_mysql() {
        DbMediaSource dbMediaSource = new DbMediaSource();
        dbMediaSource.setId(10L);
        dbMediaSource.setDriver("com.mysql.jdbc.Driver");
        dbMediaSource.setUsername("xxxxx");
        dbMediaSource.setPassword("xxxxx");
        dbMediaSource.setUrl("jdbc:mysql://127.0.0.1:3306");
        dbMediaSource.setEncode("UTF-8");
        dbMediaSource.setType(DataMediaType.MYSQL);

        final DbDialect dbDialect = dbDialectFactory.getDbDialect(2L, dbMediaSource);
        want.object(dbDialect).clazIs(MysqlDialect.class);

        Table table = dbDialect.findTable("test", "ljh_demo");
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
    @SpringBeanByName
    private DbDialectFactory dbDialectFactory;

    @Test
    public void test_stack() {
        DbMediaSource dbMediaSource = new DbMediaSource();
        dbMediaSource.setId(1L);
        dbMediaSource.setDriver("com.mysql.jdbc.Driver");
        dbMediaSource.setUsername("otter");
        dbMediaSource.setPassword("otter");
        dbMediaSource.setUrl("jdbc:mysql://127.0.0.1:3306/retl");
        dbMediaSource.setEncode("UTF-8");
        dbMediaSource.setType(DataMediaType.MYSQL);

        DbDataMedia dataMedia = new DbDataMedia();
        dataMedia.setSource(dbMediaSource);
        dataMedia.setId(1L);
        dataMedia.setName("ljhtable1");
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
    private String[]            columnValues   = { "1", "63" };

    @Test
    public void test_mysql() throws UnsupportedEncodingException {
        DbMediaSource dbMediaSource = new DbMediaSource();
        dbMediaSource.setId(10L);
        dbMediaSource.setDriver("com.mysql.jdbc.Driver");
        dbMediaSource.setUsername("xxxxx");
        dbMediaSource.setPassword("xxxxx");
        dbMediaSource.setUrl("jdbc:mysql://127.0.0.1:3306");
        dbMediaSource.setEncode("UTF-8");
        dbMediaSource.setType(DataMediaType.MYSQL);

        final DbDialect dbDialect = dbDialectFactory.getDbDialect(2L, dbMediaSource);
        want.object(dbDialect).clazIs(MysqlDialect.class);

        Table table = dbDialect.findTable(SCHEMA_NAME, TABLE_NAME);
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
public class JsonUtilsTest extends BaseOtterTest {

    @Test
    public void test_filter() {
        DbMediaSource media = new DbMediaSource();
        media.setGmtCreate(new Date());
        media.setGmtModified(new Date());
        media.setId(1L);
        media.setName("test");
        media.setType(DataMediaType.MYSQL);// 这个是枚举值
        media.setUsername("ljh");
        media.setPassword("ljh");

        String str = JsonUtils.marshalToString(media, "gmtCreate", "gmtModified", "id", "name", "type");
        want.string(str).notContain("id");

        DbMediaSource target = JsonUtils.unmarshalFromString(str, DbMediaSource.class);
        want.object(target.getUsername()).notNull();
        want.object(target.getPassword()).notNull();
    }
View Full Code Here
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
import com.alibaba.otter.shared.common.model.config.data.db.DbMediaSource;

public class BaseDbTest extends BaseOtterTest {

    public DbDataMedia getMysqlMedia() {
        DbMediaSource dbMediaSource = new DbMediaSource();
        dbMediaSource.setId(10L);
        dbMediaSource.setDriver("com.mysql.jdbc.Driver");
        dbMediaSource.setUsername("xxxxx");
        dbMediaSource.setPassword("xxxxx");
        dbMediaSource.setUrl("jdbc:mysql://127.0.0.1:3306/srf");
        dbMediaSource.setEncode("UTF-8");
        dbMediaSource.setType(DataMediaType.MYSQL);

        DbDataMedia dataMedia = new DbDataMedia();
        dataMedia.setSource(dbMediaSource);
        dataMedia.setId(1L);
        dataMedia.setName("columns");
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
        dataMedia.setNamespace("srf");
        return dataMedia;
    }

    public DbDataMedia getOracleMedia() {
        DbMediaSource dbMediaSource = new DbMediaSource();
        dbMediaSource.setId(11L);
        dbMediaSource.setDriver("oracle.jdbc.OracleDriver");
        dbMediaSource.setUsername("xxxxx");
        dbMediaSource.setPassword("xxxxx");
        dbMediaSource.setUrl("jdbc:oracle:thin:@127.0.0.1:1521:crmgsb");
        dbMediaSource.setEncode("UTF-8");
        dbMediaSource.setType(DataMediaType.ORACLE);

        DbDataMedia dataMedia = new DbDataMedia();
        dataMedia.setSource(dbMediaSource);
        dataMedia.setId(2L);
        dataMedia.setName("columns");
View Full Code Here
TOP

Related Classes of com.alibaba.otter.shared.common.model.config.data.db.DbMediaSource

  • com.alibaba.otter.manager.biz.common.DataSourceCreator
  • com.alibaba.otter.manager.biz.config.datamediasource.impl.DataMediaSourceServiceImpl
  • com.alibaba.otter.manager.biz.utils.DataSourceChecker
  • com.alibaba.otter.manager.web.home.module.action.DataMediaSourceAction
  • com.alibaba.otter.node.etl.BaseDbTest
  • com.alibaba.otter.node.etl.common.db.BitTableIntegration
  • com.alibaba.otter.node.etl.common.db.DbDialectIntegration
  • com.alibaba.otter.node.etl.common.db.DbPerfIntergration
  • com.alibaba.otter.node.etl.common.db.TimeTableIntegration
  • com.alibaba.otter.node.etl.transform.transformer.RowDataTransformer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.