在程序中设置spark applicaton的属性

设置spark application 属性

    val environmentV = Map[String, String]()
    environmentV += ("spark.cores.max"->"1")
    environmentV += ("spark.executor.memory"-> "2g")
    val conf = new SparkConf().setMaster("spark://ue191:7077").setAppName("LdaSpark").set("spark.executor.memory", "2g").
set("spark.cores.max","5")
    //val sc = new SparkContext("spark://ue191:7077", "LdaSpark", "/opt/spark", List("target/scala-2.10/ldaspark_2.10-1.0
.jar"), environment=environmentV)
    val sc = new SparkContext(conf)