下载winutils.exe,放到HADOOP_HOME/bin下,模拟linux环境
scala文件
// 连接hive数据仓库
val sparkSession = SparkSession.builder().appName("HiveCaseJob").master("local[*]").enableHiveSupport().getOrCreate()
sparkSession.sql("show databases").show()
sparkSession.sql("select * from dbtaobao.user_log").show()
val user_log = sparkSession.sql("select * from dbtaobao.user_log").collect()
val test = user_log.map(row => "user_id"+row(0))
test.map(row => println(row))
hive-site.xml
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property>
<name>javax.jdo.option.ConnectionURL</name>
<value>jdbc:mysql://192.168.126.130:3306/hive?createDatabaseIfNotExist=true</value>
<description>JDBC connect string for a JDBC metastore</description>
</property>
<property>
<name>javax.jdo.option.ConnectionDriverName</name>
<value>com.mysql.jdbc.Driver</value>
<description>Driver clas