import scala.util.control.Breaks._
import org.apache.spark.sql._
import org.apache.spark.SparkConf
import org.apache.spark.SparkContext
import org.apache.spark.sql.{DataFrame, SQLContext, SparkSession}
import org.apache.spark.rdd.RDD
import org.apache.spark.sql.execution.vectorized.ColumnarBatch.Row
import scala.util.control.Breaks
object customer_extract {
def main(args: Array[String]) {
val spark = SparkSession
.builder()
.appName("customer_extract")
.config("spark.some.config.option", "some-value")
.getOrCreate()
import spark.implicits._
val df = spark.read.json("/spark_data/spark_sql_data.json")
df.createOrReplaceTempView("data")
// Global temporary view is tied to a system preserved database `global_temp`
//获取所有用户Mac地址
val distinct_mac_DF = spark.sql("SELECT DISTINCT mac FROM data")
val mac_array = distinct_mac_DF.collect()
var i = 0
var result_str
scala 实例——一
最新推荐文章于 2024-05-07 07:10:28 发布