tez使用版本:tez-0.9.1.tar.gz
tomcat使用版本:tomcat-8.5.28.tar.gz
hadoop使用版本:hadoop-2.7.3.tar.gz
============================tez-site.xml
<!-- url 与tomcat节点端口号一致-->
<configuration>
<property>
<name>tez.lib.uris</name>
<value>/apps/tez/tez.tar.gz</value>
</property>
<property>
<name>tez.history.logging.service.class</name>
<value>org.apache.tez.dag.history.logging.ats.ATSHistoryLoggingService</value>
</property>
<property>
<name>tez.allow.disabled.timeline-domains</name>
<value>true</value>
</property>
<property>
<name>tez.tez-ui.history-url.base</name>
<value>http://192.168.0.101:8080/tez-ui/</value>
</property>
<property>
<name>tez.runtime.convert.user-payload.to.history-text</name>
<value>true</value>
</property>
<property>
<name>tez.task.generate.counters.per.io</name>
<value>true</value>
</property>
<property>
<name>tez.container.max.java.heap.fraction</name>
<value>0.8</value>
<type>float</type>
</property>
<property>
<name>tez.use.cluster.hadoop-libs</name>
<value>true</value>
</property>
</configuration>
============================yarn-site.xml
<!-- 节点,请注意在ResourceManager节点 -->
<configuration>
<!-- 设置 resourcemanager 在哪个节点-->
<property>
<name>yarn.resourcemanager.hostname</name>
<value>hdp01</value>
</property>
<!-- reducer取数据的方式是mapreduce_shuffle -->
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
<property>
<name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
<value>org.apache.hadoop.mapred.ShuffleHandler</value>
</property>
<property>
<name>yarn.nodemanager.resource.memery-mb</name>
<value>2048</value>
</property>
<property>
<name>yarn.nodemanager.vmem-pmem-ratio</name>
<value>3</value>
</property>
<property>
<name>yarn.timeline-service.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.timeline-service.hostname</name>
<value>hdp01</value>
</property>
<property>
<name>yarn.timeline-service.http-cross-origin.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.timeline-service.generic-application-history.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.resourcemanager.system-metrics-publisher.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.timeline-service.address</name>
<value>hdp01:10200</value>
</property>
<property>
<name>yarn.timeline-service.webapp.address</name>
<value>hdp01:8188</value>
</property>
<property>
<name>yarn.timeline-service.webapp.https.address</name>
<value>hdp01:8190</value>
</property>
<property>
<description>Handler thread count to serve the client RPC requests.</description>
<name>yarn.timeline-service.handler-thread-count</name>
<value>24</value>
</property>
<property>
<name>yarn.timeline-service.generic-application-history.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.timeline-service.store-class</name>
<value>org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore</value>
</property>
<!-- 这个必须添加,不然一直报LOCK找不到-->
<property>
<name>yarn.timeline-service.leveldb-timeline-store.path</name>
<value>/usr/local/hadoop/file:/usr/local/hadoop/tmp/yarn/timeline</value>
</property>
</configuration>
#########################tomcat
1、添加tomcat环境变量,我添加到/etc/profile中
2、cp /usr/local/tez-ui.war /usr/local/tomcat8.5.28/webapps
3、启动tomcat。nohup startup.sh >> /tmp/tomcat.log 2>&1 &
4、vi /usr/local/tomcat8.5.28/webapps/tez-ui/config/configs.env
###去掉下边2个注释
timeline: "http://192.168.0.101:8188",
rm: "http://192.168.0.101:8088",
########################按照顺序启动
########################由于我的环境变量都添加到 /etc/profile,所以直接使用即可。
[hadoop@hdp01 conf]#start-dfs.sh
[hadoop@hdp01 conf]#start-yarn.sh
[hadoop@hdp01 conf]#mr-jobhistory-daemon.sh start historyserver
[hadoop@hdp01 conf]#yarn-daemon.sh start timelineserver
[hadoop@hdp01 conf]# nohup startup.sh >> /tmp/tomcat.log 2>&1 &
####################### /etc/profile 这个是我的环境变量信息
export JAVA_HOME=/usr/local/jdk1.8.0_161
export PATH=$JAVA_HOME/bin:$PATH
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
export HADOOP_HOME=/usr/local/hadoop
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export HADOOP_OPTS="-Djava.library.path=$HADOOP_HOME/lib:$HADOOP_COMMON_LIB_NATIVE_DIR"
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
export HIVE_HOME=/usr/local/hive2
export PATH=$PATH:$HIVE_HOME/bin
export TEZ_HOME=/usr/local/tez
export TEZ_CONF_DIR=$TEZ_HOME/conf
export HBASE_HOME=/usr/local/hbase-2.0.0
export PATH=$PATH:$HBASE_HOME/bin
export ZOOKEEPER_HOME=/usr/local/zookeeper
export PATH=$PATH:$ZOOKEEPER_HOME/bin
export SQOOP_HOME=/usr/local/sqoop-1.4.7
export PATH=$PATH:$SQOOP_HOME/bin
export HADOOP_CLASSPATH=$HADOOP_CLASSPATH:$HIVE_HOME/lib/*:$TEZ_HOME:$TEZ_HOME/lib:$HIVE_HOME/conf
export SCALA_HOME=/usr/local/scala2.12.6
export PATH=$PATH:$SCALA_HOME/bin
export SPARK_HOME=/usr/local/spark2.3
export PATH=$PATH:$SPARK_HOME/bin:$SPARK_HOME/sbin
export TOMCAT_HOME=/usr/local/tomcat8.5.28
export PATH=$PATH:$TOMCAT_HOME/bin