scala 代码示例

import org.apache.spark.SparkConf
import org.apache.spark.SparkContext
import org.apache.spark.sql.{SQLContext, SparkSession}
import org.apache.spark.rdd.RDD


object flow {

  def main(args: Array[String]) {
    val spark = SparkSession
      .builder()
      .appName("Spark SQL ")
      .config("spark.some.config.option", "some-value")
      .getOrCreate()
    import spark.implicits._
    val df = spark.read.json("/spark_data/spark_sql_tanzhen.json")
    df.createOrReplaceTempView("tanzhen")
    // Global temporary view is tied to a system preserved database `global_temp`
    val sqlDF = spark.sql("SELECT id,time,flow_num,customer_num FROM tanzhen")
    sqlDF.write.format("json").save("flow.json")

  }
}