spark 查看yarn日志_18【在线日志分析】之Spark on Yarn配置日志Web UI(HistoryServer服务)-阿里云开发者社区...

[root@sht-sgmhadoopnn-01 ~]# jps

28905 HistoryServer

30407 ProdServerStart

30373 ResourceManager

30957 NameNode

16949 Jps

30280 DFSZKFailoverController

31445 JobHistoryServer

[root@sht-sgmhadoopnn-01 ~]# ps -ef|grep spark

root     17283 16928  0 21:42 pts/2    00:00:00 grep spark

root     28905     1  0 Feb16 ?        00:09:11 /usr/java/jdk1.8.0_111/bin/java -cp /root/learnproject/app/spark/conf/:/root/learnproject/app/spark/jars/*:/root/learnproject/app/hadoop/etc/hadoop/ -Dspark.history.fs.logDirectory=hdfs://mycluster/spark/historylog -Dspark.history.ui.port=18080 -Dspark.history.retainedApplications=20 -Xmx1g org.apache.spark.deploy.history.HistoryServer

You have new mail in /var/spool/mail/root

[root@sht-sgmhadoopnn-01 ~]# netstat -nlp|grep 28905

tcp        0      0 0.0.0.0:18080               0.0.0.0:*                   LISTEN      28905/java

[root@sht-sgmhadoopnn-01 ~]#