spark1.6 maven java_使用maven方式创建spark项目(配置pom.xml文件)

创建maven项目后，在pom.xml文件中添加如下配置项：

1.8

1.8

2.10.5

1.6.2

2.6.4

UTF-8

org.apache.spark

spark-core_2.11

${spark.version}

org.scala-lang

scala-library

${scala.version}

org.apache.hadoop

hadoop-client

${hadoop.version}

net.alchim31.maven

scala-maven-plugin

3.2.2

org.apache.maven.plugins

maven-compiler-plugin

3.5.1

net.alchim31.maven

scala-maven-plugin

scala-compile-first

process-resources

add-source

compile

scala-test-compile

process-test-resources

testCompile

org.apache.maven.plugins

maven-compiler-plugin

compile

compile

org.apache.maven.plugins

maven-shade-plugin

2.4.3

package

shade

*:*

META-INF/*.SF

META-INF/*.DSA

META-INF/*.RSA