1、在spark中,直接把RDD文件存到数据库中。
object IPLocation {
//每个分区连接一次MySQL,并且存储数据。
val data2MySQL =(iterator: Iterator[(String, Int)]) => {
var conn: Connection =null
var ps :PreparedStatement = null //这个对象是用来把数据放到MySQL数据库中
val sql = "INSERTINTO location_info (location, counts, accesse_date) VALUES (?, ?, ?)"
try {
conn =
DriverManager.getConnection("jdbc:mysql://localhost:3306/bigdata","root",
"123456")
iterator.foreach(line=> {