Spark Read/Write files

Read CSV

# cat people-comma.csv
name,age,job
Jorge,30,Developer
Bob,32,Developer

启动 spark-shell

$SPARK_HOME/bin/spark-shell --conf spark.hadoop.fs.defaultFS=file:///

val df = spark.read.option("header", "true").option("inferSchema", "true").csv("people-comma.csv")
scala> df.show
+-----+---+---------+
| name|age|      job|
+-----+---+---------+
|Jorge| 30|Developer|
|  Bob| 32|Developer|
+-----+---+---------+


scala> df.printSchema
   def printSchema(level: Int): Unit   def printSchema(): Unit

scala> df.printSchema
root
 |-- name: string (nullable = tr