SeaTunnel的配置

前置准备

JDK >= 1.8.151

Maven >= 3.6.3

Apache Seatunnel ==2.3.3

// Apache Seatunnel Web == 1.0.0

MySQL >= 5.7.28

官网

Index of /dist/maven/maven-3

maven
链接：https://pan.baidu.com/s/1gU9H957QDVYjPzdziBzJaA 
提取码：aq3n

//阿里云镜像
<mirror>
    <id>alimaven</id>
    <mirrorOf>central</mirrorOf>
    <name>aliyun maven</name>
    <url>https://maven.aliyun.com/repository/central</url>
</mirror>
<mirror> 
    <id>aliyun-maven</id>
    <mirrorOf>*</mirrorOf> 
    <name>aliyun maven</name> 
    <url>http://maven.aliyun.com/nexus/content/groups/public</url>
</mirror>

一、下载

官网

Apache SeaTunnel | Apache SeaTunnel

网盘
链接：https://pan.baidu.com/s/1Na8GRDxdGaSSQy2CAZNDDw 
提取码：snqn

//上传，解压，重命名，配置环境变量
tar -zxvf apache-seatunnel-2.3.7-bin.tar.gz -C /opt/installs
mv apache-seatunnel-2.3.7-bin.tar.gz  seatunnel

export SEATUNNEL_HOME=/opt/installs/seatunnel
export PATH=$PATH:$SEATUNNEL_HOME/bin

//刷新环境变量
source /etc/profile

二、下载jar包

cd /opt/installs/seatunnel/config

vi plugin_config

//将不需要下载的注释掉 如下图

//下载jar包
cd /opt/installs/seatunnel/bin 
sh install-plugin.sh


//jar包会下载在connectors文件夹下，将connectors中的所有jar包都cp到lib下
cp /opt/installs/seatunnel/connectors/* /opt/installs/seatunnel/lib

三、启动和关闭

//启动
seatunnel-cluster.sh 2>&1 &

//停止
stop-seatunnel-cluster.sh

四、简单使用（mysql导mysql）

通过编写config文件进行使用

# Defining the runtime environment
env {
  parallelism = 1
  job.mode = "BATCH"
}

source{
    Jdbc {
        url = "jdbc:mysql://shucang:3306/jrxd?serverTimezone=GMT%2b8&useUnicode=true&characterEncoding=UTF-8&rewriteBatchedStatements=true"
        driver = "com.mysql.cj.jdbc.Driver"
        connection_check_timeout_sec = 100
        user = "root"
        password = "123456"
        query = "select * from channel_info"
    }
}

transform {
  # If you would like to get more information about how to configure seatunnel and see full list of transform plugins,
    # please go to https://seatunnel.apache.org/docs/category/transform-v2
}
sink {
    Console {
    
    }
}

//调用 在控制台输出
seatunnel.sh --config mysql_to_hive.config -e local

# Defining the runtime environment
env {
  parallelism = 1
  job.mode = "BATCH"
}

source{
    Jdbc {
        url = "jdbc:mysql://shucang:3306/jrxd?serverTimezone=GMT%2b8&useUnicode=true&characterEncoding=UTF-8&rewriteBatchedStatements=true"
        driver = "com.mysql.cj.jdbc.Driver"
        connection_check_timeout_sec = 100
        user = "root"
        password = "123456"
        query = "select * from channel_info"
    }
}

transform {
  # If you would like to get more information about how to configure seatunnel and see full list of transform plugins,
    # please go to https://seatunnel.apache.org/docs/category/transform-v2
}

sink {
    jdbc {
        url = "jdbc:mysql://shucang:3306/jrxd_bi?useUnicode=true&characterEncoding=UTF-8&rewriteBatchedStatements=true"
        driver = "com.mysql.cj.jdbc.Driver"
        user = "root"
        password = "123456"
        generate_sink_sql = true
        database = jrxd_bi
        table = channel_info
        #query = "insert into test_table(name,age) values(?,?)"
        }
  # If you would like to get more information about how to configure seatunnel and see full list of sink plugins,
  # please go to https://seatunnel.apache.org/docs/category/sink-v2
}

//调用
seatunnel.sh --config test.config