package day06; import org.apache.spark.SparkConf; import org.apache.spark.api.java.JavaRDD; import org.apache.spark.api.java.JavaSparkContext; import java.util.Arrays; import java.util.List; public class MyTransformation_java_1 { public static void myInsertsection(JavaSparkContext jsc){ JavaRDD<String> RDD1 = jsc.parallelize(Arrays.asList("aa", "aa", "bb", "cc", "dd")); JavaRDD<String> RDD2 = jsc.parallelize(Arrays.asList("aa","dd","ff")); JavaRDD<String> intersectionRDD = RDD1.intersection(RDD2); List<String> collect = intersectionRDD.collect(); for (String str:collect) { System.out.print(str+" "); } } public static void main(String[] args){ SparkConf conf = new SparkConf(). setMaster("local").setAppName("MyTransformation_java_1"); JavaSparkContext jsc = new JavaSparkContext(conf); myInsertsection(jsc); jsc.stop(); } }
spark转换算子求交集JAVA实现(intersection)
最新推荐文章于 2023-04-11 17:21:58 发布