Spark--spark连接mysql

前提：将mysql-connector-java-5.1.38.jar导入 spark/jars路径下
将hive相关服务都启动

    val spark: SparkSession = SparkSession.builder().master("local[*]").appName("sparktomysql")
      .config("hive.metastore.uris", "thrift://192.168.83.4:9083")
      .enableHiveSupport()
      .getOrCreate()
    //mysql数据库
    val url="jdbc:mysql://192.168.83.4:3306/stu"  //stu是mysql中的一个库名
    val username="root"
    val password="ok"
    val properties=new java.util.Properties()
    properties.setProperty("user",username) //冒号内的词不可改动
    properties.setProperty("password",password)
    properties.setProperty("driver","com.mysql.jdbc.Driver")
    //到这步已成功连接mysql，下面来验证一下
    val tableDF: DataFrame = spark.read.jdbc(url,"Teacher",properties) //Teacher是stu库下的表
    tableDF.printSchema()
    tableDF.show()
    import org.apache.spark.sql.functions._//如果要使用agg,就要导入这个包

root
 |-- tid: string (nullable = true)
 |-- tname: string (nullable = true)

+---+-----+
|tid|tname|
+---+-----+
| 01| 张三|
| 02| 李四|
| 03| 王五|
+---+-----+