使用Connector/J读取 binlog

最新推荐文章于 2024-10-02 07:55:04 发布

weixin_43892790

最新推荐文章于 2024-10-02 07:55:04 发布

阅读量162

点赞数 2

文章标签： linq c# java

本文链接：https://blog.csdn.net/weixin_43892790/article/details/140663218

版权

添加 Maven 依赖

<dependency>
    <groupId>mysql</groupId>
    <artifactId>mysql-connector-java</artifactId>
    <version>8.0.32</version>
</dependency>

读取binlog

import com.mysql.cj.jdbc.Driver;
import com.mysql.cj.jdbc.MysqlConnectionPoolDataSource;
import com.mysql.cj.jdbc.MysqlDataSource;
import com.mysql.cj.jdbc.MysqlReplicationConnection;
import com.mysql.cj.jdbc.MysqlReplicationConnection.MysqlReplicationConnectionListener;
import com.mysql.cj.jdbc.MysqlReplicationConnectionListener;

import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.SQLException;
import java.util.Properties;

public class MySQLBinlogReader {
    public static void main(String[] args) {
        Properties properties = new Properties();
        properties.setProperty("user", "root");
        properties.setProperty("password", "password");
        properties.setProperty("useSSL", "false");
        properties.setProperty("serverTimezone", "UTC");
        properties.setProperty("allowPublicKeyRetrieval", "true");

        try {
            // 设置连接字符串
            String url = "jdbc:mysql://localhost:3306/mydb?useServerPrepStmts=true";
            Connection connection = DriverManager.getConnection(url, properties);

            // 使用连接读取 binlog（这里只是演示，不可直接读取 binlog）
            System.out.println("Connected to MySQL");

        } catch (SQLException e) {
            e.printStackTrace();
        }
    }
}

如果你的项目比较大使用到了KAFKA，可以使用Debezium来进行捕获，可以直接集成到kafka（自动映射到 Kafka 中）。

<dependency>
    <groupId>io.debezium</groupId>
    <artifactId>debezium-connector-mysql</artifactId>
    <version>2.2.0.Final</version>
</dependency>
<dependency>
    <groupId>org.apache.kafka</groupId>
    <artifactId>kafka-clients</artifactId>
    <version>3.1.0</version>
</dependency>

配置 Debezium

import io.debezium.config.Configuration;
import io.debezium.embedded.EmbeddedEngine;
import io.debezium.embedded.EmbeddedEngine.ChangeEvent;
import io.debezium.embedded.EmbeddedEngine.ChangeEventConsumer;
import io.debezium.embedded.EmbeddedEngine.Record;

import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.util.Properties;

public class MySQLBinlogReader {
    public static void main(String[] args) {
        // Debezium 配置
        Configuration config = Configuration.create()
            .with("name", "mysql-connector")
            .with("connector.class", "io.debezium.connector.mysql.MySqlConnector")
            .with("tasks.max", "1")
            .with("database.server.id", "184054")
            .with("database.hostname", "localhost")
            .with("database.port", "3306")
            .with("database.user", "root")
            .with("database.password", "password")
            .with("database.dbname", "mydb")
            .with("database.include.list", "mydb")
            .with("database.history.file.filename", "dbhistory.dat")
            .with("include.schema.changes", "true")
            .build();

        // 设置 Debezium 引擎
        EmbeddedEngine engine = EmbeddedEngine.create()
            .using(config)
            .notifying(new ChangeEventConsumer<ChangeEvent<String, String>>() {
                @Override
                public void handle(ChangeEvent<String, String> changeEvent) {
                    // 处理变更事件
                    System.out.println("Change Event: " + changeEvent);
                }
            })
            .build();

        // 运行 Debezium 引擎
        try {
            Thread engineThread = new Thread(() -> engine.run());
            engineThread.start();
            engineThread.join();
        } catch (InterruptedException e) {
            e.printStackTrace();
        }
    }
}