用spark获取前一行数据，DF.withColumn(colName,lag(colName,offset).over(Window.partitionBy().orderBy(desc())))

数据：

1,11,111
2,22,222
3,33,333
1,22,333
1,22,444

代码：

package com.emg.etp.analysis.preproces.nullphoto

import com.emg.etp.analysis.preproces.nullphoto.pojo.EcarData
import org.apache.spark.{SparkConf, SparkContext}
import org.apache.spark.sql.SparkSession
import org.apache.spark.sql.execution.SparkStrategies
import org.apache.spark.sql.expressions.Window
import org.apache.spark.sql.functions._

import scala.collection.mutable.ListBuffer

/**
  * @Auther: sss
  * @Date: 2020/7/21 16:20
  * @Description:
  */
object Tests {
  def main(args: Array[String]): Unit = {

    val conf = new SparkConf()
      .setMaster("local[*]")
      .setAppName("etpProcess")
      .set("spark.serializer", "org.apache.spark.serializer.KryoSerializer")
      .registerKryoClasses(Array[Class[_]](EcarData.getClass))
    val spark = SparkSession.builder().config(conf).getOrCreate()