<?xml version="1.0" encoding="UTF
-8"?>
<project xmlns="http://maven.apache.org/POM/
4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema
-instance"
xsi:schemaLocation="http://maven.apache.org/POM/
4.0.0 http://maven.apache.org/xsd/maven
-4.0.0.xsd">
<modelVersion>
4.0.0</modelVersion>
<groupId>com.sport</groupId>
<artifactId>bz
-sport
-realtime</artifactId>
<version>1.0
-SNAPSHOT</version>
<properties>
<maven.compiler.source>8</maven.compiler.source>
<maven.compiler.target>8</maven.compiler.target>
<project.build.sourceEncoding>UTF
-8</project.build.sourceEncoding>
<!
-- 统一版本管理
-->
<
flink.version>1.20.2</
flink.version>
<scala.binary.version>2.12</scala.binary.version> <!
-- Doris Connector基于Scala 2.12
-->
<
mysql.cdc.version>2.5.0</
mysql.cdc.version>
<
mysql.driver.version>8.0.33</
mysql.driver.version>
</properties>
<dependencies>
<!
-- Flink核心依赖
-->
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-java</artifactId>
<version>${
flink.version}</version>
</dependency>
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-core</artifactId>
<version>${
flink.version}</version>
</dependency>
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-connector
-base</artifactId>
<version>${
flink.version}</version>
</dependency>
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-streaming
-java</artifactId>
<version>${
flink.version}</version>
</dependency>
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-clients</artifactId>
<version>${
flink.version}</version>
</dependency>
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-runtime
-web</artifactId>
<version>${
flink.version}</version>
</dependency>
<!
-- Flink Kafka Connector (适配
Flink 1.17+)
-->
<!
-- https://mvnrepository.com/artifact/org.apache.
flink/
flink-connector
-kafka -->
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-connector
-kafka</artifactId>
<version>3.
4.0
-1.20</version>
</dependency>
<!
-- Flink table api 支持
-->
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-table
-api
-java</artifactId>
<version>1.20.2</version>
</dependency>
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-table
-api
-java
-bridge</artifactId>
<version>1.20.2</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-table
-planner_${scala.binary.version}</artifactId>
<version>${
flink.version}</version>
</dependency>
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-table
-common</artifactId>
<version>${
flink.version}</version>
</dependency>
<!
-- Doris Connector（适配
Flink 1.20）
-->
<dependency>
<groupId>org.apache.doris</groupId>
<artifactId>
flink-doris
-connector
-1.16</artifactId>
<version>25.1.0</version>
</dependency>
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-connector
-jdbc</artifactId>
<version>3.3.0
-1.20</version>
</dependency>
<!
--flink cdc 依赖支持
-->
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-connector
-mysql-cdc</artifactId>
<version>3.
4.0</version>
<!
-- <exclusions>
-->
<!
-- <exclusion>
-->
<!
-- <groupId>org.apache.
kafka</groupId>
-->
<!
-- <artifactId>
kafka-clients</artifactId>
-->
<!
-- </exclusion>
-->
<!
-- </exclusions>
-->
</dependency>
<!
--mysql 8 依赖支持
-->
<dependency>
<groupId>com.
mysql</groupId>
<artifactId>
mysql-connector
-j</artifactId>
<version>8.0.33</version>
</dependency>
<!
-- redis 依赖
-->
<dependency>
<groupId>org.apache.bahir</groupId>
<artifactId>
flink-connector
-redis_2.12</artifactId>
<version>1.1.0</version>
</dependency>
<dependency>
<groupId>redis.clients</groupId>
<artifactId>jedis</artifactId>
<version>5.2.0</version>
</dependency>
<!
-- rocksdb 状态后端依赖支持
-->
<!
-- <dependency>
-->
<!
-- <groupId>org.apache.
flink</groupId>
-->
<!
-- <artifactId>
flink-statebackend
-rocksdb</artifactId>
-->
<!
-- <version>1.20.2</version>
-->
<!
-- </dependency>
-->
<!
-- Flink S3插件
-->
<!
-- <dependency>
-->
<!
-- <groupId>org.apache.
flink</groupId>
-->
<!
-- <artifactId>
flink-s3
-fs
-hadoop</artifactId>
-->
<!
-- <version>${
flink.version}</version>
-->
<!
-- </dependency>
-->
<!
-- <!– AWS SDK v2 (不依赖Hadoop) –>
-->
<!
-- <dependency>
-->
<!
-- <groupId>software.amazon.awssdk</groupId>
-->
<!
-- <artifactId>s3</artifactId>
-->
<!
-- <version>2.20.56</version>
-->
<!
-- </dependency>
-->
<!
-- 其他工具依赖（按需添加）
-->
<dependency>
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpclient</artifactId>
<version>
4.5.1
4</version>
</dependency>
<!
-- https://mvnrepository.com/artifact/com.alibaba.fastjson2/fastjson2
-->
<dependency>
<groupId>com.alibaba.fastjson2</groupId>
<artifactId>fastjson2</artifactId>
<version>2.0.53</version>
</dependency>
<dependency>
<groupId>org.apache.
flink</groupId>
<artifactId>
flink-json</artifactId>
<version>${
flink.version}</version>
</dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<version>1.18.30</version>
<scope>provided</scope>
</dependency>
<!
-- Hadoop Common
-->
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop
-common</artifactId>
<version>3.3.6</version> <!
-- 请根据你的 HDFS 集群版本选择，比如 2.7.x, 3.2.x, 3.3.x
-->
</dependency>
<!
-- Hadoop HDFS Client
-->
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop
-hdfs
-client</artifactId>
<version>3.3.6</version> <!
-- 与 hadoop
-common 版本保持一致
-->
</dependency>
<!
-- <dependency>
-->
<!
-- <groupId>org.apache.logging.log
4j</groupId>
-->
<!
-- <artifactId>log
4j
-to
-slf
4j</artifactId>
-->
<!
-- <version>2.1
4.0</version>
-->
<!
-- </dependency>
-->
<dependency>
<groupId>org.apache.
kafka</groupId>
<artifactId>
kafka-clients</artifactId>
<version>3.6.0</version>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven
-shade
-plugin</artifactId>
<version>3.2.
4</version>
<executions>
<execution>
<phase>package</phase>
<goals>
<goal>shade</goal>
</goals>
<configuration>
<artifactSet>
<excludes>
<!
-- 只排除测试依赖或不必要的依赖
-->
<exclude>junit:junit</exclude>
<!
-- <exclude>org.apache.
kafka:
kafka-clients</exclude>
-->
</excludes>
</artifactSet>
<filters>
<filter>
<artifact>*:*</artifact>
<excludes>
<exclude>META
-INF/*.SF</exclude>
<exclude>META
-INF/*.DSA</exclude>
<exclude>META
-INF/*.RSA</exclude>
</excludes>
</filter>
</filters>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>我的pom是这个
超级会员免费看
本文详细介绍了如何通过Kafka消息队列，使用Flink CDC将MySQL数据异步传输到另一个MySQL库表。内容涵盖Kafka环境搭建、Java代码实现以及数据的双向同步过程。
订阅专栏 解锁全文
扫一扫
367
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
