Package com.alibaba.otter.shared.etl.model

Examples of com.alibaba.otter.shared.etl.model.RowBatch.merge()

298
299
300
301
302
303
304
305
306
307
308
                            identity.setPipelineId(pipelineId);
                            identity.setProcessId(etlEventData.getProcessId());
                            rowBatch.setIdentity(identity);
                            // 进行数据合并
                            for (EventData data : eventData) {
                                rowBatch.merge(data);
                            }

                            long nextNodeId = etlEventData.getNextNid();
                            List<PipeKey> pipeKeys = rowDataPipeDelegate.put(new DbBatch(rowBatch), nextNodeId);
                            etlEventData.setDesc(pipeKeys);
View Full Code Here
248
249
250
251
252
253
254
255
256
257
258
                eventData.setColumns(columns);

                eventData.setRemedy(rowDataProto.getRemedy());
                eventData.setSize(rowDataProto.getSize());
                // 添加到总记录
                rowBatch.merge(eventData);
            }
            dbBatch.setRowBatch(rowBatch);

            input.read(lengthBytes);
            length = ByteUtils.bytes2int(lengthBytes);
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
        RowBatch rowBatch = new RowBatch();
        rowBatch.setIdentity(identity);
        List<EventData> eventDatas = generatorEventDataForOracle(0, 20, EventType.INSERT);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
        eventDatas = generatorEventDataForOracle(10, 10, EventType.INSERT);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
        eventDatas = generatorEventDataForOracle(10, 10, EventType.INSERT);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
        eventDatas = generatorEventDataForOracle(19, 1, EventType.DELETE);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
        eventDatas = generatorEventDataForOracle(19, 1, EventType.DELETE);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }

        WeightController controller = new WeightController(1);
        dbLoadAction.load(rowBatch, controller);
    }
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
        RowBatch rowBatch = new RowBatch();
        rowBatch.setIdentity(identity);
        List<EventData> eventDatas = generatorEventDataForMysql(0, 20, EventType.INSERT);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
        eventDatas = generatorEventDataForMysql(10, 10, EventType.INSERT);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
        eventDatas = generatorEventDataForMysql(10, 10, EventType.INSERT);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
        eventDatas = generatorEventDataForMysql(19, 1, EventType.DELETE);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }
        eventDatas = generatorEventDataForMysql(19, 1, EventType.DELETE);
        for (EventData eventData : eventDatas) {
            rowBatch.merge(eventData);
        }

        WeightController controller = new WeightController(1);
        dbLoadAction.load(rowBatch, controller);
    }
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
        eventData.getColumns().add(buildColumn("text_c", Types.CLOB, "text_c", false, false));
        eventData.getColumns().add(buildColumn("curr_date", Types.DATE, "2011-01-01", false, false));
        eventData.getColumns().add(buildColumn("gmt_create", Types.TIMESTAMP, "2011-01-01 11:11:11", false, false));
        eventData.getColumns().add(buildColumn("gmt_modify", Types.TIMESTAMP, "2011-01-01 11:11:11", false, false));

        rowBatch.merge(eventData);

        Map<Class, BatchObject> batchs = otterTransformFactory.transform(rowBatch);
        RowBatch result = (RowBatch) batchs.get(EventData.class);
        want.number(result.getDatas().size()).isEqualTo(1);
    }
View Full Code Here
174
175
176
177
178
179
180
181
182
183
184
        eventData.getColumns().add(buildColumn("text_c", Types.CLOB, "text_c", false, false));
        eventData.getColumns().add(buildColumn("curr_date", Types.DATE, "2011-01-01", false, false));
        eventData.getColumns().add(buildColumn("gmt_create", Types.DATE, "2011-01-01 11:11:11", false, false));
        eventData.getColumns().add(buildColumn("gmt_modify", Types.DATE, "2011-01-01 11:11:11", false, false));

        rowBatch.merge(eventData);

        Map<Class, BatchObject> batchs = otterTransformFactory.transform(rowBatch);
        RowBatch result = (RowBatch) batchs.get(EventData.class);
        want.number(result.getDatas().size()).isEqualTo(1);
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.