- Dolphinscheduler安装配置
# 外部软件的支持
JDK:下载JDK (1.8+),安装并配置 JAVA_HOME 环境变量,并将其下的 bin 目录追加到 PATH 环境变量中。如果你的环境中已存在,可以跳过这步。
数据库:PostgreSQL (8.2.15+) 或者 MySQL (5.7+),两者任选其一即可,如 MySQL 则需要 JDBC Driver 8.0.16
注册中心:ZooKeeper (3.4.6+),下载地址
进程树分析
macOS安装pstree
Fedora/Red/Hat/CentOS/Ubuntu/Debian安装psmisc
注意: DolphinScheduler 本身不依赖 Hadoop、Hive、Spark,但如果你运行的任务需要依赖他们,就需要有对应的环境支持
配置文件
cd /home/soft/apache-dolphinscheduler-*-bin
vi bin/env/install_env.sh
ips=${ips:-"dh07,dh08,dh09,picture03,picture04,picture01,picture02"}
masters=${masters:-"dh07,dh08"}
workers=${workers:-"dh07:default,dh08:default,dh09:default,picture03:default,picture04:default,picture01:default,picture02:default"}
alertServer=${alertServer:-"dh08"}
apiServers=${apiServers:-"dh07"}
installPath=${installPath:-"/home/dolphinscheduler/dolphinscheduler"}
deployUser=${deployUser:-"dolphinscheduler"}
zkRoot=${zkRoot:-"/dolphinscheduler"}
cd /home/soft/apache-dolphinscheduler-*-bin
vi bin/env/dolphinscheduler_env.sh
export JAVA_HOME=${JAVA_HOME:-/home/tdx/jdk1.8.0_121}
export REGISTRY_ZOOKEEPER_CONNECT_STRING=${REGISTRY_ZOOKEEPER_CONNECT_STRING:-"dh10:2181,dh11:2181,dh12:2181,dh13:2181,dh14:2181"}
# MySQL config
export DATABASE=${DATABASE:-mysql}
export SPRING_PROFILES_ACTIVE=${DATABASE}
export SPRING_DATASOURCE_URL="jdbc:mysql://192.168.10.101:3306/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8&useSSL=false&allowPublicKeyRetrieval=true"
export SPRING_DATASOURCE_USERNAME=dolphinscheduler
export SPRING_DATASOURCE_PASSWORD=password
cd /home/soft/apache-dolphinscheduler-*-bin
vi api-server/conf/common.properties
resource.storage.type=HDFS
# resource.upload.path=/tmp/dolphinscheduler
resource.upload.path=/home/dolphinscheduler/dolphinscheduler
fs.defaultFS=hdfs://dh07:8020
# 初始化DolphinScheduler数据库
将mysql-connector的jar包(8.0.16及以上)移动到 DolphinScheduler 的每个模块的 libs 目录下
其中包括 api-server/libs/ 和 alert-server/libs 和 master-server/libs 和 worker-server/libs 和 tools/libs
cd /home/soft/apache-dolphinscheduler-*-bin
cp /home/soft/mysql-connector-java-8.0.30.jar ./api-server/libs/
cp /home/soft/mysql-connector-java-8.0.30.jar ./alert-server/libs/
cp /home/soft/mysql-connector-java-8.0.30.jar ./master-server/libs/
cp /home/soft/mysql-connector-java-8.0.30.jar ./worker-server/libs/
cp /home/soft/mysql-connector-java-8.0.30.jar ./tools/libs/
cd /home/soft
chown -R dolphinscheduler:dolphinscheduler apache-dolphinscheduler-*-bin
创建用户
# mysql -uroot -p
CREATE DATABASE dolphinscheduler DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE USER 'dolphinscheduler'@'%' IDENTIFIED BY 'passwd';
GRANT ALL PRIVILEGES ON dolphinscheduler.* TO 'dolphinscheduler'@'%';
FLUSH PRIVILEGES;
初始化数据库
su dolphinscheduler
cd /home/soft/apache-dolphinscheduler-*-bin/tools/bin
sh upgrade-schema.sh
# 部署 DolphinScheduler
su dolphinscheduler
cd /home/soft/apache-dolphinscheduler-*-bin
bash ./bin/install.sh
日常维护
su dolphinscheduler
cd /home/soft/apache-dolphinscheduler-*-bin
# 一键停止集群所有服务
bash ./bin/stop-all.sh
# 一键开启集群所有服务
bash ./bin/start-all.sh
lsof -i:12345 -- api-server
lsof -i:1234 -- worker-server
lsof -i:50052 -- alert-server
lsof -i:5678 -- master-server