大数据系列篇-SPARK-SQL用户定义函数
package com.test
import org.apache.spark.SparkConf
import org.apache.spark.sql.SparkSession
//用户定义函数
object SparkSqlUdf {
def main(args: Array[String]): Unit = {
val sparkConf = new SparkConf().setAppName("练习SparkSqlUdf").setMaster("local[*]")
val spark = SparkSession.builder().config(sparkConf).getOrCreate()
val df = spark.read.json("data/user.json")
df.createOrReplaceTempView("user")
spark.udf.register("prefixName",(name:String)=>{
"用户名:" + name
})
spark.sql("SELECT age,prefixName(userName) as prefixUserName FROM user").show()
spark.close()
}
}