工作中碰到需要代码如下:
val spark: SparkSession = SparkSession.builder().appName("test1").master("local[*]") getOrCreate()
val data: DataFrame = spark.read.csv("328061757452.csv")
val dataArrayRow: Array[Row] = data.collect()
val nameArray: Array[String] = dataArrayRow(0).toString().split(",")
val dataArrayMap: ArrayBuffer[Map[String, String]] = new ArrayBuffer[Map[String, String]]()
for(i <-1 until dataArrayRow.size){
val currMap: mutable.Map[String, String] = mutable.Map[String, String]()
for(j <-0 until dataArrayRow(i).size){
val currDataArray: Array[String] = dataArrayRow(i).toString().split(",")
println(currDataArray.size)
println(j)
currMap+=(nameArray(j)->currDataArray(j))
}
dataArrayMap+=currMap.toMap
}
println(dataArrayMap)