pom 下载mysql的代码_spark 链接mysql/SQLServer数据库的pom文件依赖以及代码

pom文件依赖：

com.microsoft.sqlserver

mssql-jdbc

7.0.0.jre8

mysql

mysql-connector-java

5.1.25

链接SQLServer具体代码：

package com.lenovo.sqlserver

import org.apache.spark.sql.SparkSession

object ServerShipment {

def main(args: Array[String]): Unit = {

val ss = SparkSession

.builder()

.appName("ServerShipment")

.master("yarn")

//.config("spark.sql.warehouse.dir", "file:///D://lenovo_pj//cpp//cpp")

//.enableHiveSupport()

.getOrCreate()

//sqlserver数据链接参数定义

val driver = "com.microsoft.sqlserver.jdbc.SQLServerDriver"

val url = "jdbc:sqlserver://10.100.50.252:1433;DatabaseName=FF_GSC;" +

"useUnicode=true&characterEncoding=UTF-8"

val user = "xxx"

val pwd = "xxx"

val table = "xxxxxx"

//加载sqlserver数据库数据

ss.read

.format("jdbc")

.option("driver",driver)

.option("url",url)

.option("user",user)

.option("password",pwd)

.option("dbtable",table)

.load()

.createOrReplaceTempView("Server_Shipment")

.show()

ss.stop()

}

}

链接mysql具体代码：

package com.lenovo.tree

import org.apache.spark.sql.SparkSession

object LabelTreeRefresh {

def main(args: Array[String]): Unit = {

val ss = SparkSession

.builder()

.appName("LabelTreeRefresh")

.master("local")

//.config("spark.sql.warehouse.dir", "file:///D://lenovo_pj//cpp//cpp")

.getOrCreate()

val url = "jdbc:mysql://10.96.91.186:3306/lenovo_channel_persona? rewriteBatchedStatements=true&" +

"useUnicode=true&characterEncoding=UTF-8&zeroDateTimeBehavior=convertToNull"

val driver = "com.mysql.jdbc.Driver"

val user = "xxx"

val password = "xxx"

/**

* 加载标签数据配置表数据(cpp_label_tree_refresh_config)

*/

val refresh_config = "cpp_label_tree_refresh_config"

ss.read

.format("jdbc")

.option("url",url).option("driver",driver)

.option("user",user).option("password",password)

.option("dbtable",refresh_config)

.load()

.createOrReplaceTempView("cpp_label_tree_refresh_config")

.show()

ss.stop()

}

}