Spark连接mysql
前提:将mysql-connector-java-5.1.38.jar导入 spark/jars路径下
将hive相关服务都启动
val spark: SparkSession = SparkSession.builder().master("local[*]").appName("sparktomysql")
.config("hive.metastore.uris", "thrift://192.168.83.4:9083")
.enableHiveSupport()
.getOrCreate()
val url="jdbc:mysql://192.168.83.4:3306/stu"
val username="root"
val password="ok"
val properties=new java.util.Properties()
properties.setProperty("user",username)
properties.setProperty("password",password)
properties.setProperty("driver","com.mysql.jdbc.Driver")
val tableDF: DataFrame = spark.read.jdbc(url,"Teacher",properties)
tableDF.printSchema()
tableDF.show()
import org.apache.spark.sql.functions._
root
|-- tid: string (nullable = true)
|-- tname: string (nullable = true)
+---+-----+
|tid|tname|
+---+-----+
| 01| 张三|
| 02| 李四|
| 03| 王五|
+---+-----+