spark scala 小程序发布示例

--项目code

package stubs

import org.apache.spark.SparkContext


object CountJPGs {
   def main(args: Array[String]) {
     if (args.length < 1) {
       System.err.println("Usage: solution.CountJPGs <logfile>")
       System.exit(1)
     }


     val sc = new SparkContext()


     val logfile = args(0)
     
     sc.setLogLevel("WARN")
     
     val jpgcount = sc.textFile(logfile).
        filter(line => line.contains(".jpg")).
        count()


     println( "Number of JPG requests: " + jpgcount)


     sc.stop
   }
 }






 --相对路径
 cd $DEVSH/exercises/spark-application/
 --发布
 $mvn package 
 --执行
 spark-submit --class stubs.CountJPGs --master yarn-client --name 'ocean cunt jpgs'  target/countjpgs-1.0.jar /loudacre/weblogs/*


 --绝对路径(项目>>file>>export)
 spark-submit --class stubs.CountJPGs --master yarn-client --name 'ocean cunt jpgs'  /home/training/target/countjpgs-1.0.jar /loudacre/weblogs/*