Spark-----连接Mysql

Spark-----连接Mysql

package spark.day03

import org.apache.spark.sql.{DataFrame, SaveMode, SparkSession}

import java.util.Properties

object _03TestMysql {
  def main(args: Array[String]): Unit = {
    write
    read

  }

  def write: Unit = {
    val spark: SparkSession = SparkSession.builder()
      .master("local[*]")
      .appName("testload")
      .getOrCreate()
    import spark.implicits._
    /*
    jdbc(url:String,table:String,properties:Properties)
     */
    /*
     * 写出时的模式研究：
     * SaveMode.Append      追加    ,注意主键的问题，如果有主键，可能会报错
     * SaveMode.ErrorIfExists  如果存在就提示报错，  是默认模式
     * SaveMode.Ignore     忽略  ,  如果已经存在，则不插入
     * SaveMode.Overwrite   覆盖，   如果已经存在，则删除，重新创建
     */
    val df: DataFrame = spark.read.csv("sql/country.csv")
      .toDF("id", "country", "code")
    val prop = new Properties()
    prop.put("user", "root")
    prop.put("password", "123456")
    prop.put("driver", "com.mysql.cj.jdbc.Driver")
    df.write.mode(SaveMode.Overwrite)
      .jdbc("jdbc:mysql://localhost/mydb", "country", prop)
    spark.stop()
  }

  def read: Unit = {
    val spark: SparkSession = SparkSession.builder()
      .appName("testload")
      .master("local[*]")
      .getOrCreate()
    import spark.implicits._
    val prop = new Properties()
    prop.put("user", "root")
    prop.put("password", "123456")
    prop.put("driver", "com.mysql.cj.jdbc.Driver")
    val df: DataFrame = spark.read.jdbc("jdbc:mysql://localhost/mydb", "country", prop)
    df.show()
    println(df.count())
    spark.stop()
  }
}