pyspark 连接数据库两种方式

from pyspark.sql import SQLContext
from pyspark import SparkConf,SparkContext

masterurl='spark://master:7077'
# conf = SparkConf().setAppName("miniProject").setMaster("local[*]").set("spark.sql.execution.arrow.enabled", "true")
conf = SparkConf().setAppName("miniProject").setMaster(masterurl).set("spark.sql.execution.arrow.enabled", "true")
sc = SparkContext.getOrCreate(conf)
sql_context = SQLContext(sc)
url="jdbc:mysql://localhost:3306/test"
driver= 'com.mysql.cj.jdbc.Driver'
user='base'
password='****'
table='t_datav'
properties = {"user":user,"password":password}
df = sql_context.read.jdbc(url=url, table=table, properties=properties)
df.show()



from pyspark.sql import SQLContext,SparkSession

urll='spark://master:7077'
url="jdbc:mysql://localhost:3306/test"
driver = 'com.mysql.cj.jdbc.Driver'
user='base'
password='*****'
table='t_datav'
properties={'user':user,'password':password}
spark=SparkSession.builder\
    .master(urll)\
    .appName("testdemo")\
    .getOrCreate()
ctx=SQLContext(spark)
jdbcdf=ctx.read.format("jdbc").options(url=url,driver=driver,dbtable='t_datav',user=user,password=password).load()
jdbcdf.show()
jdbcdf.printSchema()

jdbcDF = ctx.read.format("jdbc").option("url", url).option("driver", driver1).option("dbtable", table).option( "user", user).option("password", password).load()
jdbcDF.show()