def write_table(df_otag_ad_res, df_otag_online, YYYYMMDD, tag_source, tag_table_online):
df_otag_ad_res.registerTempTable("res")
hql = '''
insert overwrite table ad_tag.f_otag_coverage_monitor_detail partition (dayno=%s,tag_source='%s')
select tag_id,tag_name,yesterday,today,chain_ratio,monitor_mode,threshold,monitor_flag,use_dayno
from res
''' % (YYYYMMDD, tag_source)
spark.sql(hql)
df_otag_online.registerTempTable("online")
hql = '''
insert overwrite table %s partition (dayno=%s)
select imei,tag_id,tag_name,score_p_daily,data_source_code
from online
''' % (tag_table_online, YYYYMMDD)
spark.sql(hql)
Pyspark写表三步走
最新推荐文章于 2024-06-15 16:30:26 发布