spark学习代码笔记和问题解决02：spark sql

val df = spark.read.json("./examples/src/main/resources/people.json")

（报错：Path does not exist: file:/home/hadoop/app/spark-2.1.1-bin-hadoop2.7/bin/examples/src/main/resources/people.json;）

 

val df = spark.read.json("../examples/src/main/resources/people.json")

df.show

+----+-------+
| age|   name|
+----+-------+
|null|Michael|
|  30|   Andy|
|  19| Justin|
+----+-------+

 

df.filter($"age" < 20).show

+---+------+
|age|  name|
+---+------+
| 19|Justin|
+---+------+

 

df.createOrReplaceTempView("people")

spark.sql("select * from people where age < 20").show

+---+------+
|age|  name|
+---+------+
| 19|Justin|
+---+------+

 

IDEA：

import org.slf4j.LoggerFactory
import org.apache.spark.sql.SparkSession{}
object HelloWorld {
  val logger = LoggerFactory.getLogger(HelloWorld.getClass)
  def main(args: Array[String]): Unit = {
    val spark = SparkSession
      .builder()
      .appName("spark sql example")
      .config("spark.some.config.option","some-value")
      .getOrCreate()

    import spark.implicits._
    val df = spark.read.json("example/src/main/resources/people.js