import Utils.SparkUtils
import org.apache.spark.SparkContext
import org.apache.spark.rdd.RDD
object SampleDemo {
def main(args: Array[String]): Unit = {
val sc: SparkContext = SparkUtils.getSparkContext()
val rdd: RDD[Int] =sc.makeRDD(List(1,2,3,4),2)
//val rdd1: RDD[Int] =rdd.sample(false,0.3,1)
// rdd1.foreach(println)
val rdd1: Array[Int] =rdd.takeSample(true,2)
println(rdd1.toList)
sc.stop()
}
}
Spark进阶之sample、takesample算子
最新推荐文章于 2021-09-01 19:03:35 发布