canal解析sql数据库的binlog并格式化数据,然后同步到kafka消息,可以用来实现实时etl
yml:
spring:
application:
name: canal
canal:
topic-prefix: etl_timely.
destination:
example: 0
username:
password:
dealy-limit: 2000
kafka:
bootstrap-servers: 127.0.0.1:9092
producer:
acks: 1
batch-size: 100
client-id: canal
retries: 3
key-serializer: org.apache.kafka.common.serialization.StringSerializer
value-serializer: org.apache.kafka.common.serialization.StringSerializer
bootstrap-servers: 127.0.0.1:9092
consumer:
enable-auto-commit: true
group-id: etl
bootstrap-servers: 127.0.0.1:9092
template:
default-topic: etl_canal
pom:
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
<!-- https://mvnrepository.com/artifact/com.alibaba.otter/canal.common -->
<dependency>
<groupId>com.alibaba.otter</groupId>
<artifactId>canal.client</artifactId>
<version>1.0.25</version>
</dependency>
<dependency>
<groupId>org.bouncycastle</groupId>
<artifactId>bcprov-jdk15on</artifactId>
<version>RELEASE</version>
<scope>compile</scope>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-configuration-processor</artifactId>
<optional>true</optional>
</dependency>
<!--kafka-->
<dependency>
<groupId>org.apache.kafka</groupId>
&