昨天安装完成,起床后抄了个简单的单词计数,单机版运行成功,从Java和Scala两种语言比较来看,Scala在做Spark开发的时候确实要简练很多:
/**
* Created by tsq on 2016-07-17.
*/
import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaPairRDD;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.api.java.function.FlatMapFunction;
import org.apache.spark.api.java.function.Function2;
import org.apache.spark.api.java.function.PairFunction;
import scala.Tuple2;
import java.util.Arrays;
import java.util.List;
import java.util.regex.Pattern;
public class wordCount {
private static final Pattern SPACE = Pattern.compile(" ");
public static void main(String[] args) throws Exception
{
/*var conf= new SparkConf().setMaster("local").setAppName("wordCount")
var sc= new SparkContext(conf)
var data = sc.textFile("d://wo