spark 写mysql 设置主键_Spark将计算结果写入到Mysql中

今天主要来谈谈如何将Spark计算的结果写入到Mysql或者其他的关系型数据库里面。其实方式也很简单，代码如下：

package scala

import java.sql.{DriverManager, PreparedStatement, Connection}

import org.apache.spark.{SparkContext, SparkConf}

object RDDtoMysql {

case class Blog(name: String, count: Int)

def myFun(iterator: Iterator[(String, Int)]): Unit = {

var conn: Connection = null

var ps: PreparedStatement = null

val sql = "insert into blog(name, count) values (?, ?)"

try {

conn = DriverManager.getConnection("jdbc:mysql://localhost:3306/spark",

"root", "")

iterator.foreach(data => {

ps = conn.prepareStatement(sql)

ps.setString(, data._1)

ps.setInt(, data._2)

ps.executeUpdate()

}

)

} catch {

case e: Except