Spark连接Mysql与Hive

Spark连接Mysql与hive

连接Mysql
导入依赖

<dependency>
    <groupId>mysql</groupId>
    <artifactId>mysql-connector-java</artifactId>
    <version>8.0.21</version>
</dependency>

获取SparkSession对象

package com.qf.sql.day03

import java.util.Properties

import org.apache.spark.rdd.RDD
import org.apache.spark.sql.{DataFrame, SaveMode, SparkSession}

/**
 * 演示SparkSql如何加载文件
 */
object _03TestMysql {
    def main(args: Array[String]): Unit = {
        write
        read
    }
    def write: Unit = {
        val spark = SparkSession.builder()
          .appName("testload")
          .master("local[*]")
          .getOrCreate()
        import spark.implicits._

        /*
         *   写入mysql中
         *   jdbc(url: String, table: String, properties: Properties)
         *
         *     url:用于指定连接路径
         *     table: 指定表名