1.去掉本地代码中setMaster("local[5]")
2.用maven在本地编译代码:
maven clean package -DskipTests
3.服务端运行
spark-submit
--master local[5]\ //本地模式启动spark
--jars $(echo /home/hadoop/app/hbase-1.2.0-cdh5.7.0/lib/*.jar | tr ' ',',') \ //将本地HBase中包加载进来
--class com.imooc.spark.project.spark.ImoocStatSteamingApp \ //执行的入口程序类名
--packages org.apache.spark:spark-streaming-kafka-0-8_2.11:2.2.0 \ //加载整合kafka和sparkstreaming的包
/home/hadoop/lib/sparktrain-1.0.jar \ //编译后的代码包
172.17.66.6:2181 test streamingtopic 1 //传入代码的参数
2.用maven在本地编译代码:
maven clean package -DskipTests
3.服务端运行
spark-submit
--master local[5]\ //本地模式启动spark
--jars $(echo /home/hadoop/app/hbase-1.2.0-cdh5.7.0/lib/*.jar | tr ' ',',') \ //将本地HBase中包加载进来
--class com.imooc.spark.project.spark.ImoocStatSteamingApp \ //执行的入口程序类名
--packages org.apache.spark:spark-streaming-kafka-0-8_2.11:2.2.0 \ //加载整合kafka和sparkstreaming的包
/home/hadoop/lib/sparktrain-1.0.jar \ //编译后的代码包
172.17.66.6:2181 test streamingtopic 1 //传入代码的参数