spark程序scala案例

def main(args: Array[String]): Unit = {
val date = args(0)
//afs://xingtian.afs.baidu.com:9902/app/insight/lbs/lbs_mobile_matrix_user_daily/event_day=20191201/event_type=matrix_stat_daily/000099_0
val reqdata = args(1)
//afs://xingtian.afs.baidu.com:9902/app/insight/lbs/lbs_mobile_matrix_fact/event_day=20191201/event_type=nophoneinfo_normaltest
val savepath = args(2)
val conf = new SparkConf()
conf.setAppName(“Matrix_Icon_Models_”+date)

val sc = new SparkContext(conf)

val rdd = MatrixFact.dealSourceData(reqdata, sc)
//插入normal分区数据    pv、uv
MatrixFact.Insertnophoneinfo_normal(rdd, savepath)
//插入nosv_normal分区数据    pv、uv
MatrixFact.Insertnosv_phoneinfo_normal(rdd, savepath)
//插入sv_dims分区数据    pv、uv
MatrixFact.Insertnophoneinfo_dims(rdd, savepath)
//插入nosv_dims分区数据    pv、uv
MatrixFact.Insertnosv_phoneinfo_dims(rdd, savepath)
//插入dims分区数据    pv、uv
MatrixFact.Insertdims(rdd,