pyspark mysql_pyspark 连接数据库两种方式

from pyspark.sql import SQLContext

from pyspark import SparkConf,SparkContext

masterurl='spark://master:7077'

# conf = SparkConf().setAppName("miniProject").setMaster("local[*]").set("spark.sql.execution.arrow.enabled", "true")

conf = SparkConf().setAppName("miniProject").setMaster(masterurl).set("spark.sql.execution.arrow.enabled", "true")

sc = SparkContext.getOrCreate(conf)

sql_context = SQLContext(sc)

url="jdbc:mysql://localhost:3306/test"

driver="com.mysql.jdbc.Driver"

user='base'

password='****'

table='t_datav'

properties = {"user":user,"password":password}

df = sql_context.read.jdbc(url=url, table=table, properties=properties)

df.show()