scala Spark 读取hive数据

最新推荐文章于 2022-05-26 22:34:33 发布

麻辣香蕉

最新推荐文章于 2022-05-26 22:34:33 发布

阅读量1.6k

点赞数 1

分类专栏： hive

本文链接：https://blog.csdn.net/weixin_36524613/article/details/106852930

版权

hive 专栏收录该内容

2 篇文章 0 订阅

订阅专栏

import org.apache.spark.SparkConf
import org.apache.spark.sql.{DataFrame, SparkSession}

object SparkOperaterHive {

  def main(args: Array[String]) {
    val sparkConf: SparkConf = new SparkConf().setMaster("local[*]").setAppName(SparkOperaterHive.getClass.getSimpleName)
    val sparkSession: SparkSession = SparkSession.builder().config(sparkConf).enableHiveSupport().getOrCreate()

    sparkSession.sql("use tyxdb")
    val sql: DataFrame = sparkSession.sql("select * from name")
    sql.show()

    sparkSession.stop()
  }
}

编辑 hive-site.xml，添加：

<property>
    <name>javax.jdo.option.ConnectionURL</name>
    <value>jdbc:mysql://localhost:3306/hive?createDatabaseIfNotExist=true</value>
    <description>JDBC connect string for a JDBC metastore</description>
  </property>

  <property>
    <name>javax.jdo.option.ConnectionDriverName</name>
    <value>com.mysql.jdbc.Driver</value>
    <description>Driver class name for a JDBC metastore</description>
  </property>

  <property>
    <name>javax.jdo.option.ConnectionUserName</name>
    <value>root</value>
    <description>username to use against metastore database</description>
  </property>

  <property>
    <name>javax.jdo.option.ConnectionPassword</name>
    <value>password</value>
    <description>password to use against metastore database</description>
  </property>