场景:
需求想要实现mysql同步到clickhouse,seatunnel部署见前面文档linux环境seatunnel安装运行-CSDN博客。
环境:
seatunel2.3.3
jdk 8
mysql5.7
centos7
官方说明文档
mysql同步配置
server-id=1
log_bin=/var/lib/mysql/bin.log
binlog_format=ROW
#binlog-do-db 具体要同步的数据库
binlog-do-db=gisqbpm
gtid-mode=on
enforce-gtid-consistency=on
验证MYSQL同步clckhouse
mysql数据库测试表
CREATE TABLE `test` (
`id_` varchar(255) NOT NULL,
`name` varchar(255) DEFAULT NULL,
PRIMARY KEY (`id_`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
clikhouse库测试表
-- gisqbpm.test definition
CREATE TABLE gisqbpm.test
(`id_` String,
`name` Nullable(String),
`_sign` Int8 MATERIALIZED 1,
`_version` UInt64 MATERIALIZED 1,
INDEX _version _version TYPE minmax GRANULARITY 1
)
ENGINE = ReplacingMergeTree(_version)
ORDER BY tuple(id_)
SETTINGS index_granularity = 8192;
在config中创建mysqltoclickhouse.conf
touch mysqltoclickhouse.conf配置如下
env {
execution.parallelism = 1