import org.apache.spark.SparkConf
import org.apache.spark.SparkContext
import org.apache.spark.sql.{SQLContext, SparkSession}
import org.apache.spark.rdd.RDD
object flow {
def main(args: Array[String]) {
val spark = SparkSession
.builder()
.appName("Spark SQL ")
.config("spark.some.config.option", "some-value")
.getOrCreate()
import spark.implicits._
val df = spark.read.json("/spark_data/spark_sql_tanzhen.json")
df.createOrReplaceTempView("tanzhen")
// Global temporary view is tied to a system preserved database `global_temp`
val sqlDF = spark.sql("SELECT id,time,flow_num,customer_num FROM tanzhen")
sqlDF.write.format("json").save("flow.json")
}
}
scala 代码示例
最新推荐文章于 2024-08-05 20:09:54 发布