Package com.alibaba.otter.canal.protocol.position

Examples of com.alibaba.otter.canal.protocol.position.LogPosition

106
107
108
109
110
111
112
113
114
115
116
                if (!successed) {
                    throw new CanalParseException("consume failed!");
                }

                LogPosition position = buildLastTranasctionPosition(transaction);
                if (position != null) { // 可能position为空
                    logPositionManager.persistLogPosition(AbstractEventParser.this.destination, position);
                }
            }
        });
View Full Code Here
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
    protected LogPosition buildLastTranasctionPosition(List<CanalEntry.Entry> entries) { // 初始化一下
        for (int i = entries.size() - 1; i > 0; i--) {
            CanalEntry.Entry entry = entries.get(i);
            if (entry.getEntryType() == CanalEntry.EntryType.TRANSACTIONEND) {// 尽量记录一个事务做为position
                LogPosition logPosition = new LogPosition();
                EntryPosition position = new EntryPosition();
                position.setJournalName(entry.getHeader().getLogfileName());
                position.setPosition(entry.getHeader().getLogfileOffset());
                position.setTimestamp(entry.getHeader().getExecuteTime());
                logPosition.setPostion(position);

                LogIdentity identity = new LogIdentity(runningInfo.getAddress(), -1L);
                logPosition.setIdentity(identity);
                return logPosition;
            }
        }

        return null;
View Full Code Here
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
        return null;
    }

    protected LogPosition buildLastPosition(CanalEntry.Entry entry) { // 初始化一下
        LogPosition logPosition = new LogPosition();
        EntryPosition position = new EntryPosition();
        position.setJournalName(entry.getHeader().getLogfileName());
        position.setPosition(entry.getHeader().getLogfileOffset());
        position.setTimestamp(entry.getHeader().getExecuteTime());
        logPosition.setPostion(position);

        LogIdentity identity = new LogIdentity(runningInfo.getAddress(), -1L);
        logPosition.setIdentity(identity);
        return logPosition;
    }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
        executor = Executors.newScheduledThreadPool(1);
        positions = new MapMaker().makeComputingMap(new Function<String, LogPosition>() {

            public LogPosition apply(String destination) {
                LogPosition logPosition = loadDataFromFile(dataFileCaches.get(destination));
                if (logPosition == null) {
                    return nullPosition;
                } else {
                    return logPosition;
                }
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
        persistTasks.add(destination);// 添加到任务队列中进行触发
        super.persistLogPosition(destination, logPosition);
    }

    public LogPosition getLatestIndexBy(String destination) {
        LogPosition logPostion = super.getLatestIndexBy(destination);
        if (logPostion == nullPosition) {
            return null;
        } else {
            return logPostion;
        }
View Full Code Here
154
155
156
157
158
159
160
161
162
163
164
    private void flushDataToFile(String destination) {
        flushDataToFile(destination, dataFileCaches.get(destination));
    }

    private void flushDataToFile(String destination, File dataFile) {
        LogPosition position = positions.get(destination);
        if (position != null && position != nullPosition) {
            String json = JsonUtils.marshalToString(position);
            try {
                FileUtils.writeStringToFile(dataFile, json);
            } catch (IOException e) {
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
        }
        executor = Executors.newFixedThreadPool(1);
        positions = new MapMaker().makeComputingMap(new Function<String, LogPosition>() {

            public LogPosition apply(String destination) {
                LogPosition logPosition = zooKeeperLogPositionManager.getLatestIndexBy(destination);
                if (logPosition == null) {
                    return nullPosition;
                } else {
                    return logPosition;
                }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
        });

    }

    public LogPosition getLatestIndexBy(String destination) {
        LogPosition logPostion = super.getLatestIndexBy(destination);
        if (logPostion == nullPosition) {
            return null;
        } else {
            return logPostion;
        }
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
        zookeeperLogPositionManager.setZkClientx(zkclientx);

        logPositionManager.setZooKeeperLogPositionManager(zookeeperLogPositionManager);
        logPositionManager.start();

        LogPosition position2 = doTest(logPositionManager);
        sleep(1000);

        MixedLogPositionManager logPositionManager2 = new MixedLogPositionManager();
        logPositionManager2.setZooKeeperLogPositionManager(zookeeperLogPositionManager);
        logPositionManager2.start();

        LogPosition getPosition2 = logPositionManager2.getLatestIndexBy(destination);
        Assert.assertEquals(position2, getPosition2);

        logPositionManager.stop();
        logPositionManager2.stop();
    }
View Full Code Here
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
        FileMixedLogPositionManager logPositionManager = new FileMixedLogPositionManager();
        logPositionManager.setDataDir(dataDir);
        logPositionManager.setPeriod(100);
        logPositionManager.start();

        LogPosition position2 = doTest(logPositionManager);
        sleep(1500);

        FileMixedLogPositionManager logPositionManager2 = new FileMixedLogPositionManager();
        logPositionManager2.setDataDir(dataDir);
        logPositionManager2.setPeriod(100);
        logPositionManager2.start();

        LogPosition getPosition2 = logPositionManager2.getLatestIndexBy(destination);
        Assert.assertEquals(position2, getPosition2);

        logPositionManager.stop();
        logPositionManager2.stop();
    }
View Full Code Here
TOP

Related Classes of com.alibaba.otter.canal.protocol.position.LogPosition

  • com.alibaba.otter.canal.meta.AbstractMetaManagerTest
  • com.alibaba.otter.canal.meta.FileMixedMetaManager
  • com.alibaba.otter.canal.parse.inbound.AbstractEventParser
  • com.alibaba.otter.canal.parse.inbound.mysql.LocalBinlogEventParser
  • com.alibaba.otter.canal.parse.inbound.mysql.MysqlEventParser
  • com.alibaba.otter.canal.parse.inbound.mysql.MysqlEventParserTest
  • com.alibaba.otter.canal.parse.index.AbstractLogPositionManagerTest
  • com.alibaba.otter.canal.parse.index.FailbackLogPositionManager
  • com.alibaba.otter.canal.parse.index.FileMixedLogPositionManager
  • com.alibaba.otter.canal.parse.index.FileMixedLogPositionManagerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.