docker 安装canal实现数据同步

最新推荐文章于 2024-09-11 19:41:55 发布

m0_52317428

最新推荐文章于 2024-09-11 19:41:55 发布

阅读量265

点赞数

文章标签： docker java mysql

本文链接：https://blog.csdn.net/m0_52317428/article/details/126300428

版权

版本

docker安装mysql5.7
本地数据5.7

docker安装canal

1，需要开启binlog

[mysqld]
log-bin=mysql-bin # 开启 binlog
binlog-format=ROW # 选择 ROW 模式
server_id=1 # 配置 MySQL replaction 需要定义，不要和 canal 的 slaveId 重复

2,开通远程访问的权限

[mysqld]
CREATE USER canal IDENTIFIED BY 'canal';  
GRANT SELECT, REPLICATION SLAVE, REPLICATION CLIENT ON *.* TO 'canal'@'%';
//GRANT ALL PRIVILEGES ON *.* TO 'canal'@'%' ;
FLUSH PRIVILEGES;

3，重新启动mysql
docker start mysql

安装canal

 docker pull canal/canal-server:v1.1.4

启动容器

docker run --name canal -e canal.instance.master.address=ip地址:3306 -e canal.instance.dbUsername=远程访问账号 -e canal.instance.dbPassword=远程访问密码 -p 11111:11111 -d canal/canal-server:v1.1.4

测试代码

import com.alibaba.otter.canal.client.CanalConnector;
import com.alibaba.otter.canal.client.CanalConnectors;
import com.alibaba.otter.canal.protocol.CanalEntry.*;
import com.alibaba.otter.canal.protocol.Message;
import com.google.protobuf.InvalidProtocolBufferException;
import org.apache.commons.dbutils.DbUtils;
import org.apache.commons.dbutils.QueryRunner;
import org.springframework.stereotype.Component;

import javax.annotation.Resource;
import javax.sql.DataSource;
import java.net.InetSocketAddress;
import java.sql.Connection;
import java.sql.SQLException;
import java.util.Iterator;
import java.util.List;
import java.util.Queue;
import java.util.concurrent.ConcurrentLinkedQueue;

@Component
public class CanalClient {
   

    //sql队列
    private Queue<String> SQL_QUEUE = new ConcurrentLinkedQueue<>();

    @Resource
    private DataSource dataSource;

    /**
     * canal入库方法
     */
    public void run() {
   

        CanalConnector connector = CanalConnectors.newSingleConnector(new InetSocketAddress("192.168.175.128",
                11111), "example", "", "");
        int batchSize = 1000;
        try {
   
            connector.connect();
            connector.subscribe(".*\\..*");
            connector.rollback();
            try {
   
                while (true) {
   
                    //尝试从master那边拉去数据batchSize条记录，有多少取多少
                    Message message = connector.getWithoutAck(batchSize);