import scala.util.control.Breaks._
import org.apache.spark.sql._
import org.apache.spark.SparkConf
import org.apache.spark.SparkContext
import org.apache.spark.sql.{DataFrame, SQLContext, SparkSession}
import org.apache.spark.rdd.RDD
import org.apache.spark.sql.execution.vectorized.ColumnarBatch.Row
import scala.util.control.Breaks
object customer_extract {
def main(args: Array[String]) {
val spark = SparkSession
.builder()
.appName("customer_extract")
.config("spark.some.config.option", "some-value")
.getOrCreate()
import spark.implicits._
val df = spark.read.json("/spark_data/spark_sql_data.json")
df.createOrReplaceTempView("data")
// Global temporary view is tied to a system preserved database `global_temp`
//获取所有用户Mac地址
val distinct_mac_DF = spark.sql("SELECT DISTINCT mac FROM data")
val mac_array = distinct_mac_DF.collect()
var i = 0
var result_str
scala 实例——一
最新推荐文章于 2021-08-18 23:16:31 发布
本文将介绍Scala编程语言的基础实例,通过实际操作帮助初学者理解Scala的语法特性,包括变量声明、函数定义以及控制流等核心概念。
摘要由CSDN通过智能技术生成