tez-ui

tez使用版本:tez-0.9.1.tar.gz
tomcat使用版本:tomcat-8.5.28.tar.gz
hadoop使用版本:hadoop-2.7.3.tar.gz

============================tez-site.xml
<!-- url 与tomcat节点端口号一致-->
<configuration>
  <property>
    <name>tez.lib.uris</name>
    <value>/apps/tez/tez.tar.gz</value>
  </property>
  <property>
    <name>tez.history.logging.service.class</name>
    <value>org.apache.tez.dag.history.logging.ats.ATSHistoryLoggingService</value>
  </property>
  <property>
    <name>tez.allow.disabled.timeline-domains</name>
    <value>true</value>
  </property> 
    <property>
    <name>tez.tez-ui.history-url.base</name>
    <value>http://192.168.0.101:8080/tez-ui/</value>
  </property>
  <property> 
    <name>tez.runtime.convert.user-payload.to.history-text</name> 
    <value>true</value> 
  </property> 
    <property>
    <name>tez.task.generate.counters.per.io</name>
    <value>true</value>
  </property>
    <property>
    <name>tez.container.max.java.heap.fraction</name>
    <value>0.8</value>
    <type>float</type>
  </property>
  <property>
    <name>tez.use.cluster.hadoop-libs</name>
    <value>true</value>
  </property>
  </configuration> 
============================yarn-site.xml
<!-- 节点,请注意在ResourceManager节点 -->
<configuration>
    <!-- 设置 resourcemanager 在哪个节点-->
    <property>
        <name>yarn.resourcemanager.hostname</name>
        <value>hdp01</value>
    </property>

    <!-- reducer取数据的方式是mapreduce_shuffle -->
    <property>
        <name>yarn.nodemanager.aux-services</name>
        <value>mapreduce_shuffle</value>
    </property>

    <property>
         <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
         <value>org.apache.hadoop.mapred.ShuffleHandler</value>
    </property>
    <property>
         <name>yarn.nodemanager.resource.memery-mb</name>
         <value>2048</value>
    </property>
    <property>
         <name>yarn.nodemanager.vmem-pmem-ratio</name>
         <value>3</value>
    </property>
    <property> 
    <name>yarn.timeline-service.enabled</name> 
    <value>true</value> 
    </property> 
    <property> 
        <name>yarn.timeline-service.hostname</name> 
        <value>hdp01</value> 
    </property> 
    <property> 
    <name>yarn.timeline-service.http-cross-origin.enabled</name> 
    <value>true</value> 
    </property> 
    <property> 
        <name>yarn.timeline-service.generic-application-history.enabled</name> 
    <value>true</value> 
    </property>
    <property> 
    <name>yarn.resourcemanager.system-metrics-publisher.enabled</name> 
    <value>true</value> 
    </property> 
    <property> 
    <name>yarn.timeline-service.address</name> 
    <value>hdp01:10200</value> 
    </property> 

    <property> 
    <name>yarn.timeline-service.webapp.address</name> 
    <value>hdp01:8188</value> 
    </property> 

    <property> 
    <name>yarn.timeline-service.webapp.https.address</name> 
    <value>hdp01:8190</value> 
    </property>
    <property> 
    <description>Handler thread count to serve the client RPC requests.</description> 
    <name>yarn.timeline-service.handler-thread-count</name> 
    <value>24</value> 
    </property> 
    <property> 
    <name>yarn.timeline-service.generic-application-history.enabled</name> 
    <value>true</value>
    </property> 
    <property> 
    <name>yarn.timeline-service.store-class</name> 
    <value>org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore</value> 
    </property>
<!-- 这个必须添加,不然一直报LOCK找不到-->
    <property>
        <name>yarn.timeline-service.leveldb-timeline-store.path</name>
        <value>/usr/local/hadoop/file:/usr/local/hadoop/tmp/yarn/timeline</value>
    </property>
</configuration>

#########################tomcat
1、添加tomcat环境变量,我添加到/etc/profile中
2、cp /usr/local/tez-ui.war  /usr/local/tomcat8.5.28/webapps
3、启动tomcat。nohup startup.sh >> /tmp/tomcat.log  2>&1 &
4、vi /usr/local/tomcat8.5.28/webapps/tez-ui/config/configs.env
###去掉下边2个注释
timeline: "http://192.168.0.101:8188",
rm: "http://192.168.0.101:8088",

########################按照顺序启动
########################由于我的环境变量都添加到 /etc/profile,所以直接使用即可。
 [hadoop@hdp01 conf]#start-dfs.sh
 [hadoop@hdp01 conf]#start-yarn.sh
 [hadoop@hdp01 conf]#mr-jobhistory-daemon.sh start historyserver
 [hadoop@hdp01 conf]#yarn-daemon.sh start timelineserver  
[hadoop@hdp01 conf]# nohup startup.sh >> /tmp/tomcat.log  2>&1 &

####################### /etc/profile  这个是我的环境变量信息
export JAVA_HOME=/usr/local/jdk1.8.0_161
export PATH=$JAVA_HOME/bin:$PATH
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
export HADOOP_HOME=/usr/local/hadoop
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export HADOOP_OPTS="-Djava.library.path=$HADOOP_HOME/lib:$HADOOP_COMMON_LIB_NATIVE_DIR"
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
export HIVE_HOME=/usr/local/hive2
export PATH=$PATH:$HIVE_HOME/bin
export TEZ_HOME=/usr/local/tez
export TEZ_CONF_DIR=$TEZ_HOME/conf
export HBASE_HOME=/usr/local/hbase-2.0.0
export PATH=$PATH:$HBASE_HOME/bin
export ZOOKEEPER_HOME=/usr/local/zookeeper
export PATH=$PATH:$ZOOKEEPER_HOME/bin
export SQOOP_HOME=/usr/local/sqoop-1.4.7
export PATH=$PATH:$SQOOP_HOME/bin
export HADOOP_CLASSPATH=$HADOOP_CLASSPATH:$HIVE_HOME/lib/*:$TEZ_HOME:$TEZ_HOME/lib:$HIVE_HOME/conf
export SCALA_HOME=/usr/local/scala2.12.6
export PATH=$PATH:$SCALA_HOME/bin
export SPARK_HOME=/usr/local/spark2.3
export PATH=$PATH:$SPARK_HOME/bin:$SPARK_HOME/sbin
export TOMCAT_HOME=/usr/local/tomcat8.5.28
export PATH=$PATH:$TOMCAT_HOME/bin
 

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值