Package com.alibaba.otter.shared.common.model.config.data

Examples of com.alibaba.otter.shared.common.model.config.data.DataMediaPair

122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
    public void test_rowData_oracle_mysql() {
        final Pipeline pipeline = new Pipeline();
        pipeline.setId(100L);

        List<DataMediaPair> pairs = new ArrayList<DataMediaPair>();
        DataMediaPair pair1 = new DataMediaPair();
        pair1.setId(1L);
        pair1.setPipelineId(pipeline.getId());
        pair1.setPullWeight(1L);
        pair1.setPushWeight(1L);

        DbDataMedia oracleMedia = getOracleMedia();
        oracleMedia.setId(1L);
        pair1.setSource(oracleMedia);

        DbDataMedia mysqlMedia = getMysqlMedia();
        pair1.setTarget(mysqlMedia);

        pairs.add(pair1);
        pipeline.setPairs(pairs);
        PipelineParameter param = new PipelineParameter();
        param.setSyncMode(SyncMode.ROW);
View Full Code Here
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
    public void test_fileData() {
        final Pipeline pipeline = new Pipeline();
        pipeline.setId(100L);

        List<DataMediaPair> pairs = new ArrayList<DataMediaPair>();
        DataMediaPair pair1 = new DataMediaPair();
        pair1.setId(1L);
        pair1.setPipelineId(pipeline.getId());
        pair1.setPullWeight(1L);
        pair1.setPushWeight(1L);

        DbDataMedia oracleMedia = getOracleMedia();
        oracleMedia.setId(1L);
        pair1.setSource(oracleMedia);

        DbDataMedia mysqlMedia = getMysqlMedia();
        pair1.setTarget(mysqlMedia);

        pairs.add(pair1);
        pipeline.setPairs(pairs);
        new NonStrictExpectations() {
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
    }

    private List<DataMediaPair> getDataMediaPairForMysql(long tableId, int count) {
        List<DataMediaPair> pairs = new ArrayList<DataMediaPair>();
        for (int i = 0; i < count; i++) {
            DataMediaPair pair = new DataMediaPair();
            pair.setId(Long.valueOf(i));
            pair.setPullWeight(1L);
            pair.setPushWeight(1L);

            DbDataMedia mysqlMedia = getMysqlMedia();
            mysqlMedia.setId(tableId + i);
            pair.setSource(mysqlMedia);

            DbDataMedia oracleMedia = getOracleMedia();
            oracleMedia.setId(tableId + i + count);
            pair.setTarget(oracleMedia);
            pairs.add(pair);
        }
        return pairs;
    }
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
    }

    private List<DataMediaPair> getDataMediaPairForOracle(long tableId, int count) {
        List<DataMediaPair> pairs = new ArrayList<DataMediaPair>();
        for (int i = 0; i < count; i++) {
            DataMediaPair pair = new DataMediaPair();
            pair.setId(Long.valueOf(i));
            pair.setPullWeight(1L);
            pair.setPushWeight(1L);

            DbDataMedia oracleMedia = getOracleMedia();
            oracleMedia.setId(tableId + i);
            pair.setSource(oracleMedia);

            DbDataMedia mysqlMedia = getMysqlMedia();
            mysqlMedia.setId(tableId + i + count);
            pair.setTarget(mysqlMedia);

            pairs.add(pair);
        }
        return pairs;
    }
View Full Code Here
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
    }

    private List<DataMediaPair> getDataMediaPairForMysql(long tableId, int count) {
        List<DataMediaPair> pairs = new ArrayList<DataMediaPair>();
        for (int i = 0; i < count; i++) {
            DataMediaPair pair = new DataMediaPair();
            pair.setId(Long.valueOf(i));
            pair.setPullWeight(1L);
            pair.setPushWeight(1L);

            DbDataMedia mysqlMedia = getMysqlMedia();
            mysqlMedia.setId(tableId + i);
            pair.setSource(mysqlMedia);

            DbDataMedia oracleMedia = getOracleMedia();
            oracleMedia.setId(tableId + i + count);
            pair.setTarget(oracleMedia);
            pairs.add(pair);
        }
        return pairs;
    }
View Full Code Here
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
    }

    private List<DataMediaPair> getDataMediaPairForOracle(long tableId, int count) {
        List<DataMediaPair> pairs = new ArrayList<DataMediaPair>();
        for (int i = 0; i < count; i++) {
            DataMediaPair pair = new DataMediaPair();
            pair.setId(Long.valueOf(i));
            pair.setPullWeight(1L);
            pair.setPushWeight(1L);

            DbDataMedia oracleMedia = getOracleMedia();
            oracleMedia.setId(tableId + i);
            pair.setSource(oracleMedia);

            DbDataMedia mysqlMedia = getMysqlMedia();
            mysqlMedia.setId(tableId + i + count);
            pair.setTarget(mysqlMedia);

            pairs.add(pair);
        }
        return pairs;
    }
View Full Code Here
207
208
209
210
211
212
213
214
215
216
217
     */
    private WeightBuckets<EventData> buildWeightBuckets(DbLoadContext context, List<EventData> datas) {
        WeightBuckets<EventData> buckets = new WeightBuckets<EventData>();
        for (EventData data : datas) {
            // 获取对应的weight
            DataMediaPair pair = ConfigHelper.findDataMediaPair(context.getPipeline(), data.getPairId());
            buckets.addItem(pair.getPushWeight(), data);
        }

        return buckets;
    }
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
            for (ColumnPair columnPair : columnPairs) {
                translateColumnNames.put(columnPair.getSourceColumn().getName(), columnPair.getTargetColumn().getName());
            }
        }
        // 准备一下table meta
        DataMediaPair dataMediaPair = context.getDataMediaPair();
        boolean useTableTransform = context.getPipeline().getParameters().getUseTableTransform();
        boolean enableCompatibleMissColumn = context.getPipeline().getParameters().getEnableCompatibleMissColumn();
        TableInfoHolder tableHolder = null;
        if (useTableTransform || enableCompatibleMissColumn) {// 控制一下是否需要反查table meta信息，如果同构数据库，完全没必要反查
            // 获取目标库的表信息
            DbDialect dbDialect = dbDialectFactory.getDbDialect(dataMediaPair.getPipelineId(),
                                                                (DbMediaSource) dataMedia.getSource());

            Table table = dbDialect.findTable(result.getSchemaName(), result.getTableName());
            tableHolder = new TableInfoHolder(table, useTableTransform, enableCompatibleMissColumn);
        }
View Full Code Here
173
174
175
176
177
178
179
180
181
182
183
     */
    private WeightBuckets<FileData> buildWeightBuckets(Identity identity, List<FileData> datas) {
        WeightBuckets<FileData> buckets = new WeightBuckets<FileData>();
        for (FileData data : datas) {
            // 获取对应的weight
            DataMediaPair pair = ConfigHelper.findDataMediaPair(getPipeline(identity), data.getPairId());
            buckets.addItem(pair.getPushWeight(), data);
        }

        return buckets;
    }
View Full Code Here
208
209
210
211
212
213
214
215
216
217
218
     */
    private WeightBuckets<EventData> buildWeightBuckets(DbLoadContext context, List<EventData> datas) {
        WeightBuckets<EventData> buckets = new WeightBuckets<EventData>();
        for (EventData data : datas) {
            // 获取对应的weight
            DataMediaPair pair = ConfigHelper.findDataMediaPair(context.getPipeline(), data.getPairId());
            buckets.addItem(pair.getPushWeight(), data);
        }

        return buckets;
    }
View Full Code Here
TOP

Related Classes of com.alibaba.otter.shared.common.model.config.data.DataMediaPair

  • com.alibaba.otter.manager.biz.config.datamediapair.impl.DataMediaPairServiceImpl
  • com.alibaba.otter.manager.web.home.module.action.DataMediaPairAction
  • com.alibaba.otter.manager.web.home.module.screen.AddColumnPairGroup
  • com.alibaba.otter.manager.web.home.module.screen.BehaviorHistoryCurve
  • com.alibaba.otter.manager.web.home.module.screen.DataMediaPairInfo
  • com.alibaba.otter.manager.web.home.module.screen.EditDataMediaPair
  • com.alibaba.otter.node.etl.extract.DatabaseExtractorTest
  • com.alibaba.otter.node.etl.extract.FreedomExtractorTest
  • com.alibaba.otter.node.etl.load.DbLoadActionTest
  • com.alibaba.otter.node.etl.load.FileLoadActionTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.