package sparkUtil
import org.apache.spark.SparkConf
import org.apache.spark.sql.{SaveMode, SparkSession}
object SparkHDFS {
def main(args: Array[String]): Unit = {
val sparkConf = new SparkConf()
sparkConf.setMaster("local")
sparkConf.setAppName("SparkHDFS")
val sparkSession = SparkSession.builder().config(sparkConf).getOrCreate()
val path =""
val dataFrame = sparkSession.read.parquet(path)
dataFrame.write.format("parquet").mode(SaveMode.Append).save(path)
sparkSession.close()
}
}