自定义schema信息
case class StructType(fields: Array[StructField])
case class StructField(
name: String,
dataType: DataType,
nullable: Boolean = true,
metadata: Metadata = Metadata.empty)
//自定义Schema信息
val schema:StructType = StructType(
Array(
StructField("user_id",IntegerType,true),
StructField("item_id",IntegerType,true),
StructField("rating",DoubleType,true),
StructField("timestamp",LongType,true)
)
)
.schema(schema)
调用。