SparkSQL---UDAF（scala）

package com.spark.sparksql.udf

import org.apache.spark.sql.types.{StringType, StructField, StructType}
import org.apache.spark.sql.{Row, SQLContext}
import org.apache.spark.{SparkConf, SparkContext}

/**
  * Created by root on 2017/08/11.
  */
object UDAF {

  def main(args: Array[String]) {
    val conf = new SparkConf().setAppName("UDAF").setMaster("local")
    val sc = new SparkContext(conf)
    val sqlContext = new SQLContext(sc)

    val names = Array("Xuruyun", "Wangfei", "Liangyongqi", "Xuruyun", "Xuruyun")
    val namesRDD = sc.parallelize(names, 4)
    val namesRowRDD = namesRDD.map(name=>Row(name))
    val structType = StructType(Array(StructField("name",StringType,true)))
    val namesDF = sqlContext.createDataFrame(namesRowRDD, structType)

    namesDF.registerTempTable("names")

    sqlContext.udf.register("strGroupCount", new StringGroupCount)

    sqlContext.sql("select name, strGroupCount(name) from names group by name")
        .collect().foreach(println)
  }
}

package com.spark.sparksql.udf

import org.apache.spark.sql.Row
import org.apache.spark.sql.expressions.{MutableAggregationBuffer, UserDefinedAggregateFunction}
import org.apache.spark.sql.types._

/**
  * Created by Administrator on 2017/08/11.
  */
class StringGroupCount extends UserDefinedAggregateFunction{
  override def bufferSchema: StructType = {
    StructType(Array(StructField("count",IntegerType,true)))
  }

  override def inputSchema: StructType = {
    StructType(Array(StructField("str",StringType,true)))
  }

  override def merge(buffer: MutableAggregationBuffer, buffer1: Row): Unit = {
    buffer(0) = buffer.getAs[Int](0) + buffer1.getAs[Int](0)
  }

  override def initialize(buffer: MutableAggregationBuffer): Unit = {
    buffer(0)=0
  }

  override def deterministic: Boolean = {
    true
  }

  override def evaluate(buffer: Row): Any = {
    buffer.getAs(0)
  }

  override def dataType: DataType = {
    IntegerType
  }

  override def update(buffer: MutableAggregationBuffer, input: Row): Unit = {
    buffer(0)=buffer.getAs[Int](0)+1
  }
}