spark 访问mysql_Spark 获取 mysql 数据操作

import org.apache.spark.sql.{DataFrame, SQLContext}

import org.apache.spark.{SparkConf, SparkContext}

/**

* Created by zhangshuai on 2016/9/27.

*/

object Mysql_spark_scala {

def main (args: Array[String]) {

val conf=new SparkConf().setAppName("Mysql_spark_scala").setMaster("local")

val sc=new SparkContext(conf)

val sqlContext = new SQLContext(sc)

val url="jdbc:mysql://192.168.1.106:3306/ws_shop_pos"

val prop = new java.util.Properties

prop.setProperty("user","root")

prop.setProperty("password","root")

val list= sqlContext.read.jdbc(url, "bill_flow_20160", prop).groupBy("shop_id", "store_id").count.orderBy("count")

list.show(100)

}

}

import org.apache.spark.SparkConf;