1、StructType ? 可以指定sql 表
package test
import org.apache.spark.sql.{Row, SparkSession}
import org.apache.spark.sql.types._
object StructTypeDemo {
def main(args: Array[String]): Unit = {
val spark = SparkSession
.builder()
.master("local")
.appName("structType")
//.enableHiveSupport()
.getOrCreate()
val schema = StructType(
StructField("name",StringType,true)::
StructField("age",IntegerType,true)::
Nil)
import spark.implicits._
val s =spark.sparkContext.parallelize(Seq(("name",1),("name2",2)))
val rowRDD =s.map(row=>Row(row._1,row._2));
val rdd = spark.createDataFrame(rowRDD,schema)
rdd.toDF().show()
}
}
---- 使用Case class 创建