idea创建python spark项目的步骤_IDEA创建Spark开发环境

central

aliyun maven

http://maven.aliyun.com/nexus/content/groups/public/

default

true

false

cloudera

https://repository.cloudera.com/artifactory/cloudera-repos/

jboss

http://repository.jboss.com/nexus/content/groups/public

UTF-8

1.7

1.7

2.6.0-cdh5.7.6

2.2.0

5.1.27

1.2.0-cdh5.7.6

0.6.1

org.apache.spark

spark-core_2.11

${spark.version}

org.apache.spark

spark-sql_2.11

${spark.version}

org.apache.spark

spark-streaming_2.11

${spark.version}

org.apache.spark

spark-streaming-kafka-0-8_2.11

2.2.0

org.apache.spark

spark-hive_2.11

${spark.version}

org.apache.hadoop

hadoop-client

${hadoop.version}

mysql

mysql-connector-java

${mysq.version}

org.apache.hbase

hbase-server

${hbase.version}

org.apache.hbase

hbase-hadoop2-compat

1.2.0-cdh5.7.6

org.apache.hbase

hbase-client

1.2.0-cdh5.7.6

cz.mallat.uasparser

uasparser

${uasparser.version}

org.apache.spark

spark-mllib_2.11

2.2.0

org.scalanlp

breeze_2.11

0.13.1

org.jblas

jblas

1.2.3

org.mongodb.spark

mongo-spark-connector_2.11

2.3.1

redis.clients

jedis

2.8.0

org.apache.kafka

kafka-clients

0.8.2.1

com.alibaba

fastjson

1.2.31