val spark = SparkSession.builder().master("local[*]").appName("静态全量抽取")
.enableHiveSupport()
.getOrCreate()
var df_mysql =spark.read.format("jdbc")
.option("url","jdbc:mysql://node3:3306/tablee?useSSL=false")
.option("user","root")
.option("password","123456")
.option("dbtable","table1")
.load()
//获取前一天的时间 当然也可以手动指定
val lo_time=LocalDate.now().plusDays(-1).toString().replace("-","")
//添加一个分区字段,值为前面获取的时间
val frame = df_mysql.withColumn("data", lit(lo_time))
frame
.write
.mode(SaveMode.Overwrite)
.partitionBy("data")
.saveAsTable("ods.table1")
利用scala全量静态抽取mysql数据到hive
最新推荐文章于 2023-03-25 23:56:09 发布