CDH中HUE开启Livy Spark提交工具

下载编译Livy

git clone https://github.com/cloudera/livy.git
cd livy
mvn package

配置启动Livy

livy-env.sh

export SPARK_HOME=/opt/cloudera/parcels/SPARK2-2.1.0.cloudera2-1.cdh5.7.0.p0.171658/lib/spark2
export HADOOP_CONF_DIR=/run/cloudera-scm-agent/process/192-hue-HUE_SERVER/yarn-conf
export SPARK_CONF_DIR=/etc/spark2/conf_livy
export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera

livy.conf

livy.spark.master = yarn
livy.spark.deployMode = client
livy.server.session.timeout = 1h
#只有开启impersonation，才能实现多用户
livy.impersonation.enabled = true

启动

su hdfs
./bin/livy-server

修改CDH的HUE配置

[desktop]
app_blacklist=impala,pig,hbase,sqoop,search
[notebook]
 ## Show the notebook menu or not
 show_notebooks=true
[spark]
server_url=http://cdh1:8998/

languages='[{"name": "Scala", "type": "scala"},{"name": "Python", "type": "python"},{"name": "Text", "type": "text"}]'