val conf = new SparkConf().setMaster("local").setAppName("JSONLoad")
val sc = new SparkContext(conf)
val sqlContext = new SQLContext(sc)
val initFrame = sqlContext.read.json("E:\\hadoopSoftWare\\data\\students.json");
initFrame.select(initFrame("name"), (initFrame("score")/100) ).show()
val eqScore = 74
//initFrame.filter(initFrame("score")===eqScore).show
initFrame.filter(initFrame("score")===99).show
initFrame.groupBy(initFrame("name")).sum("score").show
Spark--05 DataFrame基本操作
最新推荐文章于 2023-01-03 23:42:05 发布