spark的操作

scala> import org.apache.spark.sql.SparkSession
scala> val sparkSession = SparkSession.builder.appName(“spark session example”).enableHiveSupport().getOrCreate()
scala> val catalog = sparkSession.catalog
scala> catalog.listDatabases().select(“name”).show(false)
scala> catalog.listTables().select(“name”).show(false)
scala> println(catalog.isCached(“people_bucketed”)) //查看是否缓存
scala> catalog.listTables().show(false) //查看是否是临时表
scala> catalog.dropGlobalTempView(“people_bucketed”) //视图删除
scala> val context = sparkSession.sqlContext;
context.dropTable(“people_bucketed”);//临时表删除，不知是否有效果
scala> sparkSession.sql(“DROP TABLE IF EXISTS people_bucketed”);//非临时表删除

运行环境cdh安装了yarn,hdfs,spark2,zookeeper
spark on yarn client
//运行spark2自带测试例子
spark2-submit run-example “sql.JavaSQLDataSourceExample”
这个类中第155行有个错误