Canal+Kafka+springboot（成功）

版本（Canal1.1.7）Kafka（kafka_2.12-3.5.1） mysql(8.0)

Mysql环境准备

使用mysql5.1.x以上，我的mysql是8.0,27目前最新版

Mysql的安装可以去直接看教程windows安装mysql8.0.27

步骤1：创建一个canal用户，用来监控

-- 使用命令登录：mysql -u root -p
-- 创建用户 用户名：canal 密码：canal
create user 'canal'@'%' identified by 'canal';
-- 授权 *.*表示所有库
grant SELECT, REPLICATION SLAVE, REPLICATION CLIENT on *.* to 'canal'@'%';
-- 删除用户
drop user 'canal'@'%';

注意：因为我的mysql是8.0.27最新版，与之前的mysql版本相比，创建账号和赋予权限的方式已经分开，如果你们用的不是最新的mysql，创建用户和赋予权限方式不是我这样，以下是之前的方式

-- 使用命令登录：mysql -u root -p
-- 创建用户 用户名：canal 密码：canal
create user 'canal'@'%' identified by 'canal';
-- 授权 *.*表示所有库
grant SELECT, REPLICATION SLAVE, REPLICATION CLIENT on *.* to 'canal'@'%' identified by 'canal';

步骤2：在Mysql配置文件my,ini，添加以下内容：

[mysqld]
# 打开binlog
log-bin=mysql-bin
# 选择ROW(行)模式
binlog-format=ROW
# 配置MySQL replaction需要定义，不要和canal的slaveId重复
server_id=1

步骤3：修改之后，重启mysql，使用以下命令查看所需要的信息

• 查看是否打开binlog模式

• -- 查看是否打开binlog模式
  show VARIABLES like '%log_bin%'
  

  安装canal(canal.deployer-1.1.7)

  步骤1：资源下载

  下载地址：https://github.com/alibaba/canal/releases

• 步骤2：打开conf/canal.properties文件(修改)

• #################################################
  ######### 		common argument		#############
  #################################################
  # tcp bind ip
  canal.ip =
  # register ip to zookeeper
  canal.register.ip =127.0.0.1
  canal.port = 11111
  canal.metrics.pull.port = 11112
  # canal instance user/passwd
  # canal.user = canal
  # canal.passwd = E3619321C1A937C46A0D8BD1DAC39F93B27D4458
  
  # canal admin config
  canal.admin.manager = 127.0.0.1:8089
  canal.admin.port = 11110
  canal.admin.user = admin
  canal.admin.passwd = 4ACFE3202A5FF5CF467898FC58AAB1D615029441
  #canal.admin.passwd = 6BB4837EB74329105EE4568DDA7DC67ED2CA2AD9
  # admin auto register
  canal.admin.register.auto = true
  #canal.admin.register.cluster =
  #canal.admin.register.name =
  
  canal.zkServers =
  # flush data to zk
  canal.zookeeper.flush.period = 1000
  canal.withoutNetty = false
  # tcp, kafka, rocketMQ, rabbitMQ, pulsarMQ
  canal.serverMode = kafka
  # flush meta cursor/parse position to file
  canal.file.data.dir = ${canal.conf.dir}
  canal.file.flush.period = 1000
  ## memory store RingBuffer size, should be Math.pow(2,n)
  canal.instance.memory.buffer.size = 16384
  ## memory store RingBuffer used memory unit size , default 1kb
  canal.instance.memory.buffer.memunit = 1024 
  ## meory store gets mode used MEMSIZE or ITEMSIZE
  canal.instance.memory.batch.mode = MEMSIZE
  canal.instance.memory.rawEntry = true
  
  ## detecing config
  canal.instance.detecting.enable = false
  #canal.instance.detecting.sql = insert into retl.xdual values(1,now()) on duplicate key update x=now()
  canal.instance.detecting.sql = select 1
  canal.instance.detecting.interval.time = 3
  canal.instance.detecting.retry.threshold = 3
  canal.instance.detecting.heartbeatHaEnable = false
  
  # support maximum transaction size, more than the size of the transaction will be cut into multiple transactions delivery
  canal.instance.transaction.size =  1024
  # mysql fallback connected to new master should fallback times
  canal.instance.fallbackIntervalInSeconds = 60
  
  # network config
  canal.instance.network.receiveBufferSize = 16384
  canal.instance.network.sendBufferSize = 16384
  canal.instance.network.soTimeout = 30
  
  # binlog filter config
  canal.instance.filter.druid.ddl = true
  canal.instance.filter.query.dcl = false
  canal.instance.filter.query.dml = false
  canal.instance.filter.query.ddl = false
  canal.instance.filter.table.error = false
  canal.instance.filter.rows = false
  canal.instance.filter.transaction.entry = false
  canal.instance.filter.dml.insert = false
  canal.instance.filter.dml.update = false
  canal.instance.filter.dml.delete = false
  
  # binlog format/image check
  canal.instance.binlog.format = ROW,STATEMENT,MIXED 
  canal.instance.binlog.image = FULL,MINIMAL,NOBLOB
  
  # binlog ddl isolation
  canal.instance.get.ddl.isolation = false
  
  # parallel parser config
  canal.instance.parser.parallel = true
  ## concurrent thread number, default 60% available processors, suggest not to exceed Runtime.getRuntime().availableProcessors()
  #canal.instance.parser.parallelThreadSize = 16
  ## disruptor ringbuffer size, must be power of 2
  canal.instance.parser.parallelBufferSize = 256
  
  # table meta tsdb info
  canal.instance.tsdb.enable = true
  canal.instance.tsdb.dir = ${canal.file.data.dir:../conf}/${canal.instance.destination:}
  canal.instance.tsdb.url = jdbc:h2:${canal.instance.tsdb.dir}/h2;CACHE_SIZE=1000;MODE=MYSQL;
  canal.instance.tsdb.dbUsername = canal
  canal.instance.tsdb.dbPassword = canal
  # dump snapshot interval, default 24 hour
  canal.instance.tsdb.snapshot.interval = 24
  # purge snapshot expire , default 360 hour(15 days)
  canal.instance.tsdb.snapshot.expire =