import org.apache.spark.{SparkContext, SparkConf}
object SparkWordCount {
def main(args: Array[String]) {
val conf = new SparkConf().setAppName("sparkWordCount")//.setMaster("")
val sc = new SparkContext(conf)
sc.textFile(args(0)).flatMap(_.split(" ")).map((_,1)).reduceByKey(_+_).sortBy(_._2,false).saveAsTextFile(args(1))
}
}
spark word count
最新推荐文章于 2024-05-06 08:39:42 发布