package com.xzdream.operator;
import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.api.java.function.Function;
import org.apache.spark.api.java.function.VoidFunction;
import scala.collection.immutable.List;
public class Map {
public static void main(String[] args) {
SparkConf conf = new SparkConf();
conf.setAppName("Map").setMaster("local");
JavaSparkContext sc = new JavaSparkContext(conf);
JavaRDD<String> rdd = sc.textFile("file:/Users/zhudechao/gitee/bigdata/xzdream_spark/input/a.txt");
JavaRDD<String> a = rdd.map(new Function<String,String>() {
@Override
public String call(String s) throws Exception {
return s;
}
});
a.foreach(new VoidFunction<String>() {
@Override
public void call(String s) throws Exception {
System.out.println(s);
}
});
sc.close();
}
}
Spark Java Map算子
最新推荐文章于 2024-04-22 10:41:33 发布