2021-01-11

---

一、Spark连接Hive

主体代码

object Scala_Hive {
  def main(args: Array[String]): Unit = {
    val spark: SparkSession = SparkSession.builder()
      .appName(this.getClass.getName)
      .master("local[2]")
      .enableHiveSupport()
      .getOrCreate()

    spark.sql("select * from score").show()
  }
}

二、Spark连接Mysql

主体代码

object ConnectMySql {
  def main(args: Array[String]): Unit = {
    // 创建SparkSession
    val spark: SparkSession = SparkSession.builder()
      .master("local[4]") // 设置master
      .appName(this.getClass.getName) // 设置appname
      .getOrCreate()

    //设置要访问的mysql的url,表名
    val url = "jdbc:mysql://192.168.118.130:3306/kb10mysql"
    val tablename ="teacher"
    val props = new Properties()
    //设置要访问的mysql的用户名，密码，Driver
    props.setProperty("user","root")
    props.setProperty("password","kb10")
    props.setProperty("driver","com.mysql.jdbc.Driver")
    //通过spark.read.jdbc方法读取mysql中的数据
    val df: DataFrame = spark.read.jdbc(url,tablename,props)
    df.show()
  }
}