cannal实战

最新推荐文章于 2023-07-12 11:10:20 发布

方方园园

最新推荐文章于 2023-07-12 11:10:20 发布

阅读量482

点赞数

分类专栏： canal

本文链接：https://blog.csdn.net/qq_22041375/article/details/98528571

版权

canal 专栏收录该内容

6 篇文章 0 订阅

订阅专栏

参考：https://www.cnblogs.com/java-spring/p/8930740.html
https://www.cnblogs.com/houzs/p/10329384.html

在这里插入图片描述
启动：报错

解决：

成功：
在这里插入图片描述
cannal客户端代码：

package com.sdyy.biz;


import java.net.InetSocketAddress;
import java.util.List;

import com.alibaba.otter.canal.client.CanalConnector;
import com.alibaba.otter.canal.client.CanalConnectors;
import com.alibaba.otter.canal.protocol.CanalEntry.Column;
import com.alibaba.otter.canal.protocol.CanalEntry.Entry;
import com.alibaba.otter.canal.protocol.CanalEntry.EntryType;
import com.alibaba.otter.canal.protocol.CanalEntry.EventType;
import com.alibaba.otter.canal.protocol.CanalEntry.RowChange;
import com.alibaba.otter.canal.protocol.CanalEntry.RowData;
import com.alibaba.otter.canal.protocol.Message;


public class Cannal {



	    public static void main(String args[]) {
	        // 创建链接
	        CanalConnector connector = CanalConnectors.newSingleConnector(new InetSocketAddress("192.168.226.128", 11111),
	                "example", "", "");
	        int batchSize = 1000;
	        int emptyCount = 0;
	        try {
	            connector.connect();
	            connector.subscribe(".*\\..*");
	            connector.rollback();
	            int totalEmtryCount = 1200;
	            while (emptyCount < totalEmtryCount) {
	                Message message = connector.getWithoutAck(batchSize); // 获取指定数量的数据
	                long batchId = message.getId();
	                int size = message.getEntries().size();
	                if (batchId == -1 || size == 0) {
	                    emptyCount++;
//	                    System.out.println("empty count : " + emptyCount);
	                    try {
	                        Thread.sleep(1000);
	                    } catch (InterruptedException e) {
	                        e.printStackTrace();
	                    }
	                } else {
	                    emptyCount = 0;
	                    // System.out.printf("message[batchId=%s,size=%s] \n", batchId, size);
	                    printEntry(message.getEntries());
	                }

	                connector.ack(batchId); // 提交确认
	                // connector.rollback(batchId); // 处理失败, 回滚数据
	            }

	            System.out.println("empty too many times, exit");
	        } finally {
	            connector.disconnect();
	        }
	    }

	    private static void printEntry(List<Entry> entrys) {
	        for (Entry entry : entrys) {
	            if (entry.getEntryType() == EntryType.TRANSACTIONBEGIN
	                    || entry.getEntryType() == EntryType.TRANSACTIONEND) {
	                continue;
	            }

	            RowChange rowChage = null;
	            try {
	                rowChage = RowChange.parseFrom(entry.getStoreValue());
	            } catch (Exception e) {
	                throw new RuntimeException("ERROR ## parser of eromanga-event has an error , data:" + entry.toString(),
	                        e);
	            }

	            EventType eventType = rowChage.getEventType();
	            System.out.println(String.format("================> binlog[%s:%s] , name[%s,%s] , eventType : %s",
	                    entry.getHeader().getLogfileName(), entry.getHeader().getLogfileOffset(),
	                    entry.getHeader().getSchemaName(), entry.getHeader().getTableName(), eventType));

	            for (RowData rowData : rowChage.getRowDatasList()) {
	                if (eventType == EventType.DELETE) {
	                    printColumn(rowData.getBeforeColumnsList());
	                } else if (eventType == EventType.INSERT) {
	                    printColumn(rowData.getAfterColumnsList());
	                } else {
	                    System.out.println("-------> before");
	                    printColumn(rowData.getBeforeColumnsList());
	                    System.out.println("-------> after");
	                    printColumn(rowData.getAfterColumnsList());
	                }
	            }
	        }
	    }

	    private static void printColumn(List<Column> columns) {
	        for (Column column : columns) {
	            System.out.println(column.getName() + " : " + column.getValue() + "    update=" + column.getUpdated());
	        }
	    }

	

}

引入pom

<dependencies>
<dependency>
<groupId>com.alibaba.otter</groupId>
<artifactId>canal.client</artifactId>
<version>1.0.12</version>
</dependency>
</dependencies>

效果图：
在这里插入图片描述