DolphinScheduler 安装详解

安装

1 分配

hadoop1	master、worker
hadoop2	worker
hadoop3	worker

2 前置环境

#3台节点需要jdk1.8
yum install -y psmisc

3 解压安装包

#随便解压到某个地方

4 创建数据库

dolphinscheduler

5 修改一键部署脚本

cd /usr/local/rosh/install_package/apache-dolphinscheduler-2.0.5-bin/conf/config

vim install_config.conf

#节点列表
ips="hadoop1,hadoop2,hadoop3"

#master
masters="hadoop1"

#worker
workers="hadoop1:default,hadoop2:default,hadoop3:default"

#alertServer
alertServer="hadoop1"

#apiServers
apiServers="hadoop1"

#py接口，注释就是不启动py接口
#pythonGatewayServers="ds"

#安装路径
installPath="/usr/local/dolphinscheduler"

#部署用户
deployUser="root"

#java home
javaHome="/usr/local/jdk1.8"

#数据库类型
DATABASE_TYPE="mysql"

#连接
SPRING_DATASOURCE_URL="jdbc:mysql://hadoop4:3306/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8"
SPRING_DATASOURCE_USERNAME="root"
SPRING_DATASOURCE_PASSWORD="123456"

#配置zookeeper
registryPluginName="zookeeper"
registryServers="hadoop4:2181"
registryNamespace="dolphinscheduler"

#配置资源中心
resourceStorageType="HDFS"
resourceUploadPath="/dolphinscheduler"

#配置hadoop地址
defaultFS="hdfs://hadoop1:8020"

#配置yarn
resourceManagerHttpAddressPort="8088"
yarnHaIps=""
singleYarnIp="hadoop1"

#hdfs 超级用户
hdfsRootUser="root"

6 初始化数据库

1 将mysql驱动包导入dolphinscheduler，要求使用 MySQL JDBC Driver 8.0.16

2 建表

cd /usr/local/rosh/install_package/apache-dolphinscheduler-2.0.5-bin/script
./create-dolphinscheduler.sh

7 一键部署

cd /usr/local/rosh/install_package/apache-dolphinscheduler-2.0.5-bin

./install.sh

8 查看进程

hadoop1:

haoop2:

haoop3:

9 访问

http://hadoop1:12345/dolphinscheduler

admin
dolphinscheduler123