spark程序如下
/** * Created by Philon Yun on 2017/5/15. */ import org.apache.spark.SparkConf import org.apache.spark.SparkContext import org.apache.spark.SparkContext._ import org.apache.spark.sql.SQLContext object HelloWorld { def main(args: Array[String]): Unit = { println("Hello World") val conf = new SparkConf().setMaster("spark://192.168.11.221:7077").setAppName("MyFitst") val sc = new SparkContext(conf) sc.addJar("D:\\scala-idea-workspace\\cars\\out\\artifacts\\cars_jar\\cars.jar") val sqlContext = new SQLContext(sc) val rdd = sc.textFile("hdfs://master:9000/person.txt").map(_.split(",")) val personRDD = rdd.map(x => Person(x(0).toLong,x(1),x(2).toInt)) import sqlContext.implicits._ val personDF = personRDD.toDF personDF.registerTempTable("t_person") val df = sqlContext.sql("select * from t_person order by age desc ") df.write.json("hdfs://master:9000/out2") sc.stop() } } case class Person(id:Long,name:String,age:Int)
运行时一直不出结果,控制台打印信息如下
"C:\Program Files\Java\jdk1.8.0_131\bin\java" "-javaagen