val df = spark.read.json("./examples/src/main/resources/people.json")
(报错:Path does not exist: file:/home/hadoop/app/spark-2.1.1-bin-hadoop2.7/bin/examples/src/main/resources/people.json;)
val df = spark.read.json("../examples/src/main/resources/people.json")
df.show
+----+-------+
| age| name|
+----+-------+
|null|Michael|
| 30| Andy|
| 19| Justin|
+----+-------+
df.filter($"age" < 20).show
+---+------+
|age| name|
+---+------+
| 19|Justin|
+---+------+
df.createOrReplaceTempView("people")
spark.sql("select * from people where age < 20").show
+---+------+
|age| name|
+---+------+
| 19|Justin|
+---+------+
IDEA:
import org.slf4j.LoggerFactory
import org.apache.spark.sql.SparkSession{}
object HelloWorld {
val logger = LoggerFactory.getLogger(HelloWorld.getClass)
def main(args: Array[String]): Unit = {
val spark = SparkSession
.builder()
.appName("spark sql example")
.config("spark.some.config.option","some-value")
.getOrCreate()
import spark.implicits._
val df = spark.read.json("example/src/main/resources/people.js