Azkaban是twitter出的一个任务调度系统,操作比Oozie要简单很多而且非常直观,提供的功能比较简单。Azkaban以Flow为执行单元进行定时调度,Flow就是预定义好的由一个或多个可存在依赖关系的Job组成的工作流
1.vm安装(略)
2.软件下载
mysql-community-release-el7-5.noarch.rpm
jdk-8u77-linux-x64.tar
azkaban-web-server-2.5.0.tar.gz
azkaban-executor-server-2.5.0.tar.gz
azkaban-sql-script-2.5.0.tar.gz
3.软件安装
a.配置mysql
1)[root@localhost azkaban]# wget http://dev.mysql.com/get/mysql-community-release-el7-5.noarch.rpm
2)[root@localhost azkaban]# rpm -ivh mysql-community-release-el7-5.noarch.rpm
3)[root@localhost azkaban]# yum install mysql-community-server
4)[root@localhost azkaban]# systemctl status mysql.service
5)[root@localhost azkaban]# systemctl start mysql.service
6)[root@localhost ~]# mysql -uroot -prootroot
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
mysql> CREATE DATABASE azkaban;
mysql> grant all privileges on azkaban.* to 'azkaban'@'localhost' identified by 'azkaban';
Query OK, 0 rows affected (0.01 sec)
mysql> flush privileges;
Query OK, 0 rows affected (0.00 sec)
mysql> source /root/azkaban/azkaban-2.5.0/create-all-sql-2.5.0.sql------------------------解压azkaban-sql-script-2.5.0.tar.gz得到create-all-sql-2.5.0.sql
b.配azkaban-server
1)[root@localhost azkaban]# tar -zxvf azkaban-web-server-2.5.0.tar.gz
2)[root@localhost azkaban]# keytool -keystore keystore -alias jetty -genkey -keyalg RSA
3)[root@localhost azkaban]# cp keystore azkaban-web-2.5.0
4)[root@localhost conf]# vi azkaban.properties
#Azkaban Personalization Settings
azkaban.name=Test
azkaban.label=My Local Azkaban
azkaban.color=#FF3601
azkaban.default.servlet.path=/index
web.resource.dir=web/
default.timezone.id=America/Los_Angeles
#Azkaban UserManager class
user.manager.class=azkaban.user.XmlUserManager
user.manager.xml.file=conf/azkaban-users.xml
#Loader for projects
executor.global.properties=conf/global.properties
azkaban.project.dir=projects
database.type=mysql
mysql.port=3306
mysql.host=localhost
mysql.database=azkaban
mysql.user=azkaban
mysql.password=azkaban
mysql.numconnections=100
# Velocity dev mode
velocity.dev.mode=false
# Azkaban Jetty server properties.
jetty.maxThreads=25
jetty.ssl.port=8443
jetty.port=8081
jetty.keystore=keystore
jetty.password=rootroot keytool -keystore keystore -alias jetty -genkey -keyalg RSA 设置的密码
jetty.keypassword=rootroot keytool -keystore keystore -alias jetty -genkey -keyalg RSA 设置的密码
jetty.truststore=keystore
jetty.trustpassword=rootroot keytool -keystore keystore -alias jetty -genkey -keyalg RSA 设置的密码
# Azkaban Executor settings
executor.port=12321
# mail settings
mail.sender=
mail.host=
job.failure.email=
job.success.email=
lockdown.create.projects=false
cache.directory=cache
"azkaban.properties" 49L, 1027C written
5)https://192.168.1.221:8443
c.配置 azkaban-executor 解压azkaban-executor-server-2.5.0.tar.gz
[root@localhost conf]# vi azkaban.properties
#Azkaban
default.timezone.id=America/Los_Angeles
# Azkaban JobTypes Plugins
azkaban.jobtype.plugin.dir=plugins/jobtypes
#Loader for projects
executor.global.properties=conf/global.properties
azkaban.project.dir=projects
database.type=mysql
mysql.port=3306
mysql.host=localhost
mysql.database=azkaban
mysql.user=azkaban
mysql.password=azkaban
mysql.numconnections=100
# Azkaban Executor settings
executor.maxThreads=50
executor.port=12321
executor.flow.threads=30
[root@localhost azkaban-executor-2.5.0]# bin/azkaban-executor-start.sh