spark生成自增ID

spark生成自增ID代码

import org.apache.spark.sql.types.{LongType, StructField}


        val a = splitDF.schema.add(StructField("id_sk",LongType))

        val b = splitDF.rdd.zipWithIndex()

        val c = b.map(tp => Row.merge(tp._1,Row(tp._2)))

        val d = spark.createDataFrame(c,a)