spark2.0配置

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

    <modelVersion>4.0.0</modelVersion>

 

    <groupId>com.jd.ads</groupId>

<project xmlns= "http://maven.apache.org/POM/4.0.0"  xmlns:xsi= "http://www.w3.org/2001/XMLSchema-instance"           xsi:schemaLocation= "http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd" >      <modelVersion> 4.0 . 0 </modelVersion>        <groupId>com.jd.ads</groupId>      <artifactId>fun2spark</artifactId>      <version> 1.0 . 0 </version>      <packaging>jar</packaging>      <properties>          <spark.version> 2.0 . 1 </spark.version>          <proto.path>${project.basedir}/src/main/proto</proto.path>          <proto.file>*.proto</proto.file>          <proto.gene>${project.basedir}/src/main/java/gen-java</proto.gene>      </properties>      <dependencies>          <dependency>              <groupId>org.apache.hadoop</groupId>              <artifactId>hadoop-client</artifactId>              <version> 2.2 . 0 </version>          </dependency>          <dependency>              <groupId>commons-codec</groupId>              <artifactId>commons-codec</artifactId>              <version> 1.9 </version>          </dependency>          <dependency>              <groupId>org.scala-lang.modules</groupId>              <artifactId>scala-xml_2. 11 </artifactId>              <version> 1.0 . 2 </version>          </dependency>          <dependency>              <groupId>org.scala-lang</groupId>              <artifactId>scala-library</artifactId>              <version> 2.11 . 2 </version>          </dependency>            <dependency>              <groupId>org.apache.spark</groupId>              <artifactId>spark-core_2. 11 </artifactId>              <version>${spark.version}</version>          </dependency>          <dependency>              <groupId>org.apache.spark</groupId>              <artifactId>spark-sql_2. 11 </artifactId>              <version>${spark.version}</version>          </dependency>          <dependency>              <groupId>org.apache.spark</groupId>              <artifactId>spark-hive_2. 11 </artifactId>              <version>${spark.version}</version>          </dependency>          <dependency>              <groupId>org.apache.spark</groupId>              <artifactId>spark-streaming_2. 11 </artifactId>              <version>${spark.version}</version>          </dependency>          <dependency>              <groupId>org.apache.spark</groupId>              <artifactId>spark-streaming-kafka- 0 -8_2. 11 </artifactId>              <version>${spark.version}</version>          </dependency>            <dependency>              <groupId>com.github.scopt</groupId>              <artifactId>scopt_2. 10 </artifactId>              <version> 3.2 . 0 </version>          </dependency>      </dependencies>        <build>          <resources>              <resource>                  <directory>src/main/java</directory>              </resource>              <resource>                  <directory>src/main/scala</directory>              </resource>              <resource>                  <directory>src/main/resources</directory>              </resource>          </resources>          <plugins>                <plugin>                  <groupId>org.apache.maven.plugins</groupId>                  <artifactId>maven-clean-plugin</artifactId>                  <version> 2.4 . 1 </version>                  <configuration>                      <verbose> true </verbose>                      <filesets>                          <fileset>                              <directory>${proto.gene}</directory>                          </fileset>                      </filesets>                  </configuration>              </plugin>              <plugin>                  <groupId>org.apache.maven.plugins</groupId>                  <artifactId>maven-compiler-plugin</artifactId>                  <version> 2.3 . 2 </version>                  <configuration>                      <source> 1.6 </source>                      <target> 1.6 </target>                      <encoding>UTF- 8 </encoding>                  </configuration>              </plugin>              <plugin>                  <groupId>org.apache.maven.plugins</groupId>                  <artifactId>maven-resources-plugin</artifactId>                  <version> 2.4 . 3 </version>                  <configuration>                      <encoding>UTF- 8 </encoding>                  </configuration>              </plugin>              <plugin>                  <groupId>org.scala-tools</groupId>                  <artifactId>maven-scala-plugin</artifactId>                  <version> 2.15 . 2 </version>                  <executions>                      <execution>                          <goals>                              <goal>compile</goal>                              <goal>testCompile</goal>                          </goals>                      </execution>                  </executions>              </plugin>              <plugin>                  <groupId>org.apache.maven.plugins</groupId>                  <artifactId>maven-jar-plugin</artifactId>                  <version> 2.3 . 1 </version>              </plugin>          </plugins>      </build>      <pluginRepositories>          <pluginRepository>              <id>scala</id>              <name>Scala Tools</name>              <url>http: //scala-tools.org/repo-releases/</url>              <releases>                  <enabled> true </enabled>              </releases>              <snapshots>                  <enabled> false </enabled>              </snapshots>          </pluginRepository>      </pluginRepositories> </project>

    <artifactId>fun2spark</artifactId>

    <version>1.0.0</version>

    <packaging>jar</packaging>

    <properties>

        <spark.version>2.0.1</spark.version>

        <proto.path>${project.basedir}/src/main/proto</proto.path>

        <proto.file>*.proto</proto.file>

        <proto.gene>${project.basedir}/src/main/java/gen-java</proto.gene>

    </properties>

    <dependencies>

        <dependency>

            <groupId>org.apache.hadoop</groupId>

            <artifactId>hadoop-client</artifactId>

            <version>2.2.0</version>

        </dependency>

        <dependency>

            <groupId>commons-codec</groupId>

            <artifactId>commons-codec</artifactId>

            <version>1.9</version>

        </dependency>

        <dependency>

            <groupId>org.scala-lang.modules</groupId>

            <artifactId>scala-xml_2.11</artifactId>

            <version>1.0.2</version>

        </dependency>

        <dependency>

            <groupId>org.scala-lang</groupId>

            <artifactId>scala-library</artifactId>

            <version>2.11.2</version>

        </dependency>

 

        <dependency>

            <groupId>org.apache.spark</groupId>

            <artifactId>spark-core_2.11</artifactId>

            <version>${spark.version}</version>

        </dependency>

        <dependency>

            <groupId>org.apache.spark</groupId>

            <artifactId>spark-sql_2.11</artifactId>

            <version>${spark.version}</version>

        </dependency>

        <dependency>

            <groupId>org.apache.spark</groupId>

            <artifactId>spark-hive_2.11</artifactId>

            <version>${spark.version}</version>

        </dependency>

        <dependency>

            <groupId>org.apache.spark</groupId>

            <artifactId>spark-streaming_2.11</artifactId>

            <version>${spark.version}</version>

        </dependency>

        <dependency>

            <groupId>org.apache.spark</groupId>

            <artifactId>spark-streaming-kafka-0-8_2.11</artifactId>

            <version>${spark.version}</version>

        </dependency>

 

        <dependency>

            <groupId>com.github.scopt</groupId>

            <artifactId>scopt_2.10</artifactId>

            <version>3.2.0</version>

        </dependency>

    </dependencies>

 

    <build>

        <resources>

            <resource>

                <directory>src/main/java</directory>

            </resource>

            <resource>

                <directory>src/main/scala</directory>

            </resource>

            <resource>

                <directory>src/main/resources</directory>

            </resource>

        </resources>

        <plugins>

 

            <plugin>

                <groupId>org.apache.maven.plugins</groupId>

                <artifactId>maven-clean-plugin</artifactId>

                <version>2.4.1</version>

                <configuration>

                    <verbose>true</verbose>

                    <filesets>

                        <fileset>

                            <directory>${proto.gene}</directory>

                        </fileset>

                    </filesets>

                </configuration>

            </plugin>

            <plugin>

                <groupId>org.apache.maven.plugins</groupId>

                <artifactId>maven-compiler-plugin</artifactId>

                <version>2.3.2</version>

                <configuration>

                    <source>1.6</source>

                    <target>1.6</target>

                    <encoding>UTF-8</encoding>

                </configuration>

            </plugin>

            <plugin>

                <groupId>org.apache.maven.plugins</groupId>

                <artifactId>maven-resources-plugin</artifactId>

                <version>2.4.3</version>

                <configuration>

                    <encoding>UTF-8</encoding>

                </configuration>

            </plugin>

            <plugin>

                <groupId>org.scala-tools</groupId>

                <artifactId>maven-scala-plugin</artifactId>

                <version>2.15.2</version>

                <executions>

                    <execution>

                        <goals>

                            <goal>compile</goal>

                            <goal>testCompile</goal>

                        </goals>

                    </execution>

                </executions>

            </plugin>

            <plugin>

                <groupId>org.apache.maven.plugins</groupId>

                <artifactId>maven-jar-plugin</artifactId>

                <version>2.3.1</version>

            </plugin>

        </plugins>

    </build>

    <pluginRepositories>

        <pluginRepository>

            <id>scala</id>

            <name>Scala Tools</name>

            <url>http://scala-tools.org/repo-releases/</url>

            <releases>

                <enabled>true</enabled>

            </releases>

            <snapshots>

                <enabled>false</enabled>

            </snapshots>

        </pluginRepository>

    </pluginRepositories>

</project>

转载于:https://www.cnblogs.com/itfun/p/6171330.html