azkaban学习作业--集体启动

livia*

于 2019-12-06 09:01:30 发布

阅读量191

点赞数

分类专栏： MySQL

本文链接：https://blog.csdn.net/Hi_this_is_ID/article/details/103410084

版权

MySQL 专栏收录该内容

10 篇文章 0 订阅

订阅专栏

写启动hdfs集群的文本文件all.job

type=command
command=start-all.sh

写启动zookeeper文本文件zookeeper.job，并依赖于all.job

type=command
dependencies=all
command=sh /root/zkmanager.sh start

两个文本文件打成压缩包start.zip
在这里插入图片描述
上传job包之前：启动mysql、启动 web 服务器、启动执行服务器

[root@hdp-3 ~]# mysql -u root -p
Enter password: 
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 2
Server version: 5.6.44-log MySQL Community Server (GPL)

Copyright (c) 2000, 2019, Oracle and/or its affiliates. All rights reserved.

Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

mysql>

[root@hdp-3 azkaban-web-2.5.0]# bin/azkaban-web-start.sh 
Using Hadoop from /root/apps/hadoop-2.8.1
Using Hive from /root/apps/apache-hive-1.2.1-bin
bin/..
:bin/../lib/azkaban-2.5.0.jar:bin/../lib/commons-collections-3.2.1.jar:bin/../lib/commons-configuration-1.8.jar:bin/../lib/commons-dbcp-1.4.jar:bin/../lib/commons-dbutils-1.5.jar:bin/../lib/commons-email-1.2.jar:bin/../lib/commons-fileupload-1.2.1.jar:bin/../lib/commons-io-2.4.jar:bin/../lib/commons-jexl-2.1.1.jar:bin/../lib/commons-lang-2.6.jar:bin/../lib/commons-logging-1.1.1.jar:bin/../lib/commons-pool-1.6.jar:bin/../lib/guava-13.0.1.jar:bin/../lib/h2-1.3.170.jar:bin/../lib/httpclient-4.2.1.jar:bin/../lib/httpcore-4.2.1.jar:bin/../lib/jackson-core-asl-1.9.5.jar:bin/../lib/jackson-mapper-asl-1.9.5.jar:bin/../lib/jetty-6.1.26.jar:bin/../lib/jetty-util-6.1.26.jar:bin/../lib/joda-time-2.0.jar:bin/../lib/jopt-simple-4.3.jar:bin/../lib/junit-4.8.jar:bin/../lib/log4j-1.2.16.jar:bin/../lib/mail-1.4.5.jar:bin/../lib/mysql-connector-java-5.1.28.jar:bin/../lib/servlet-api-2.5.jar:bin/../lib/slf4j-api-1.6.1.jar:bin/../lib/slf4j-log4j12-1.6.4.jar:bin/../lib/velocity-1.7.jar:bin/../lib/velocity-tools-2.0.jar:bin/../extlib/*.jar:bin/../plugins/*/*.jar:/root/apps/hadoop-2.8.1/conf:/root/apps/hadoop-2.8.1/*:/root/apps/apache-hive-1.2.1-bin/conf:/root/apps/apache-hive-1.2.1-bin/lib/*
[root@hdp-3 azkaban-web-2.5.0]# 2019/12/06 08:54:56.352 +0800 ERROR [AzkabanWebServer] [Azkaban] Starting Jetty Azkaban Executor...
2019/12/06 08:54:56.364 +0800 INFO [AzkabanServer] [Azkaban] Loading azkaban settings file from bin/../conf
2019/12/06 08:54:56.364 +0800 INFO [AzkabanServer] [Azkaban] Loading azkaban properties file
2019/12/06 08:54:56.398 +0800 INFO [AzkabanWebServer] [Azkaban] Setting up Jetty Https Server with port:8443 and numThreads:25
2019/12/06 08:54:56.425 +0800 INFO [log] [Azkaban] Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2019/12/06 08:54:56.463 +0800 INFO [AzkabanWebServer] [Azkaban] Loading user manager class azkaban.user.XmlUserManager
2019/12/06 08:54:56.547 +0800 INFO [XmlUserManager] [Azkaban] Loading user azkaban
2019/12/06 08:54:56.549 +0800 INFO [XmlUserManager] [Azkaban] Loading user metrics
2019/12/06 08:54:56.549 +0800 INFO [XmlUserManager] [Azkaban] Loading user admin
2019/12/06 08:54:57.081 +0800 INFO [AzkabanWebServer] [Azkaban] Loading JDBC for project management
2019/12/06 08:54:57.085 +0800 INFO [ProjectManager] [Azkaban] Project version retention is set to 3
2019/12/06 08:54:57.087 +0800 INFO [ExecutorManager] [Azkaban] Cleaning old logs from execution_logs
2019/12/06 08:54:57.210 +0800 INFO [ExecutorManager] [Azkaban] Cleaning old log files before 2019-09-13T08:54:57.094+08:00
2019/12/06 08:54:57.249 +0800 INFO [ExecutorManager] [Azkaban] Cleaned up 0 log entries.
2019/12/06 08:54:57.506 +0800 INFO [TriggerManager] [Azkaban] TriggerManager loaded.
2019/12/06 08:54:57.507 +0800 INFO [AzkabanWebServer] [Azkaban] Loading built-in checker and action types
2019/12/06 08:54:57.512 +0800 INFO [CheckerTypeLoader] [Azkaban] Registering checker BasicTimeChecker
2019/12/06 08:54:57.512 +0800 INFO [CheckerTypeLoader] [Azkaban] Registering checker SlaChecker
2019/12/06 08:54:57.512 +0800 INFO [CheckerTypeLoader] [Azkaban] Registering checker ExecutionChecker
2019/12/06 08:54:57.512 +0800 INFO [ActionTypeLoader] [Azkaban] Registering action ExecuteFlowAction
2019/12/06 08:54:57.512 +0800 INFO [ActionTypeLoader] [Azkaban] Registering action KillExecutionAction
2019/12/06 08:54:57.512 +0800 INFO [ActionTypeLoader] [Azkaban] Registering action AlertAction
2019/12/06 08:54:57.512 +0800 INFO [ActionTypeLoader] [Azkaban] Registering action CreateTriggerAction
2019/12/06 08:54:57.512 +0800 INFO [AzkabanWebServer] [Azkaban] Loading trigger based scheduler
2019/12/06 08:54:57.514 +0800 INFO [AzkabanWebServer] [Azkaban] Loading plug-in checker and action types
2019/12/06 08:54:57.514 +0800 ERROR [AzkabanWebServer] [Azkaban] plugin path plugins/triggers doesn't exist!
2019/12/06 08:54:57.514 +0800 INFO [AzkabanWebServer] [Azkaban] Setting timezone to Asia/Shanghai
2019/12/06 08:54:57.514 +0800 INFO [AzkabanWebServer] [Azkaban] Registering MBeans...
2019/12/06 08:54:57.528 +0800 INFO [AzkabanWebServer] [Azkaban] Bean azkaban.jmx.JmxJettyServer registered.
2019/12/06 08:54:57.529 +0800 INFO [AzkabanWebServer] [Azkaban] Bean azkaban.jmx.JmxTriggerManager registered.
2019/12/06 08:54:57.531 +0800 INFO [AzkabanWebServer] [Azkaban] Bean azkaban.jmx.JmxExecutorManager registered.
2019/12/06 08:54:57.532 +0800 INFO [AzkabanWebServer] [Azkaban] Setting up web resource dir web/
2019/12/06 08:54:57.581 +0800 INFO [JdbcTriggerLoader] [Azkaban] Loading all triggers from db.
2019/12/06 08:54:57.613 +0800 INFO [JdbcTriggerLoader] [Azkaban] Loaded 0 triggers.
2019/12/06 08:54:57.613 +0800 INFO [log] [Azkaban] jetty-6.1.26
2019/12/06 08:54:57.991 +0800 INFO [log] [Azkaban] Started SslSocketConnector@0.0.0.0:8443
2019/12/06 08:54:57.991 +0800 INFO [AzkabanWebServer] [Azkaban] Server running on ssl port 8443.

[root@hdp-3 azkaban-executor-2.5.0]# bin/azkaban-executor-start.sh 
Using Hadoop from /root/apps/hadoop-2.8.1
Using Hive from /root/apps/apache-hive-1.2.1-bin
bin/..
:bin/../lib/azkaban-2.5.0.jar:bin/../lib/commons-collections-3.2.1.jar:bin/../lib/commons-configuration-1.8.jar:bin/../lib/commons-dbcp-1.4.jar:bin/../lib/commons-dbutils-1.5.jar:bin/../lib/commons-email-1.2.jar:bin/../lib/commons-fileupload-1.2.1.jar:bin/../lib/commons-io-2.4.jar:bin/../lib/commons-jexl-2.1.1.jar:bin/../lib/commons-lang-2.6.jar:bin/../lib/commons-logging-1.1.1.jar:bin/../lib/commons-pool-1.6.jar:bin/../lib/guava-13.0.1.jar:bin/../lib/h2-1.3.170.jar:bin/../lib/httpclient-4.2.1.jar:bin/../lib/httpcore-4.2.1.jar:bin/../lib/jackson-core-asl-1.9.5.jar:bin/../lib/jackson-mapper-asl-1.9.5.jar:bin/../lib/jetty-6.1.26.jar:bin/../lib/jetty-util-6.1.26.jar:bin/../lib/joda-time-2.0.jar:bin/../lib/jopt-simple-4.3.jar:bin/../lib/junit-4.8.jar:bin/../lib/log4j-1.2.16.jar:bin/../lib/mail-1.4.5.jar:bin/../lib/mysql-connector-java-5.1.28.jar:bin/../lib/servlet-api-2.5.jar:bin/../lib/slf4j-api-1.6.1.jar:bin/../lib/slf4j-log4j12-1.6.4.jar:bin/../lib/velocity-1.7.jar:bin/../lib/velocity-tools-2.0.jar:bin/../extlib/*.jar:bin/../plugins/*/*.jar:/root/apps/hadoop-2.8.1/conf:/root/apps/hadoop-2.8.1/*:/root/apps/apache-hive-1.2.1-bin/conf:/root/apps/apache-hive-1.2.1-bin/lib/*
Starting AzkabanExecutorServer on port 12321 ...
[root@hdp-3 azkaban-executor-2.5.0]# 2019/12/06 08:55:47.790 +0800 ERROR [AzkabanExecutorServer] [Azkaban] Starting Jetty Azkaban Executor...
2019/12/06 08:55:47.808 +0800 INFO [AzkabanServer] [Azkaban] Loading azkaban settings file from bin/../conf
2019/12/06 08:55:47.811 +0800 INFO [AzkabanServer] [Azkaban] Loading azkaban private properties file
2019/12/06 08:55:47.813 +0800 INFO [AzkabanServer] [Azkaban] Loading azkaban properties file
2019/12/06 08:55:47.829 +0800 INFO [AzkabanExecutorServer] [Azkaban] Setting timezone to Asia/Shanghai
2019/12/06 08:55:47.856 +0800 INFO [log] [Azkaban] Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2019/12/06 08:55:48.051 +0800 INFO [FlowRunnerManager] [Azkaban] Execution dir retention set to 86400000 ms
2019/12/06 08:55:48.129 +0800 INFO [AzkabanExecutorServer] [Azkaban] Registering MBeans...
2019/12/06 08:55:48.144 +0800 INFO [FlowRunnerManager] [Azkaban] Cleaning recently finished
2019/12/06 08:55:48.145 +0800 INFO [FlowRunnerManager] [Azkaban] Cleaning old projects
2019/12/06 08:55:48.146 +0800 INFO [FlowRunnerManager] [Azkaban] Cleaning old execution dirs
2019/12/06 08:55:48.172 +0800 INFO [AzkabanExecutorServer] [Azkaban] Bean azkaban.jmx.JmxJettyServer registered.
2019/12/06 08:55:48.174 +0800 INFO [AzkabanExecutorServer] [Azkaban] Bean azkaban.jmx.JmxFlowRunnerManager registered.
2019/12/06 08:55:48.174 +0800 INFO [log] [Azkaban] jetty-6.1.26
2019/12/06 08:55:48.278 +0800 INFO [log] [Azkaban] Started SocketConnector@0.0.0.0:12321
2019/12/06 08:55:48.278 +0800 INFO [AzkabanExecutorServer] [Azkaban] Azkaban Executor Server started on port 12321