Hive与HBase对接

一、补充Hive和HBase的Jar包

# 将hbasejar包拷入hive的lib目录下
cp /opt/soft/hbase235/lib/* /opt/soft/hive312/lib/
# 将hive的guava高版本jar包拷入hbase下
cp /opt/soft/hive312/lib/guava-27.0-jre.jar /opt/soft/hbase235/lib/

二、修改hive的配置文件

vim /opt/soft/hive312/conf/hive-site.xml

<property>
     <name>hive.zookeeper.quorum</name>
     <value>192.168.136.144</value>
     <description>hive高可用的地址</description>
</property>
<property>
     <name>hbase.zookeeper.quorum</name>
     <value>192.168.136.144</value>
     <description>hbase高可用的地址</description>
</property>
<property>
     <name>hive.aux.jars.path</name>
     <value>file:///opt/soft/hive312/lib/hive-hbase-handler-3.1.2.jar,file:///opt/soft/hive312/lib/zookeeper-3.4.6.jar,file:///opt/soft/hive312/lib/hbase-client-2.3.5.jar,file:///opt/soft/hive312/lib/hbase-common-2.3.5-tests.jar,file:///opt/soft/hive312/lib/hbase-server-2.3.5.jar,file:///opt/soft/hive312/lib/hbase-common-2.3.5.jar,file:///opt/soft/hive312/lib/hbase-protocol-2.3.5.jar,file:///opt/soft/hive312/lib/htrace-core-3.2.0-incubating.jar</value>
     <description>hive辅助jar包路径</description>
</property>

三、测试

# 在hbase创建表
create 'xsqone:student','studentInfo','schoolInfo'
# 插入数据
put 'xsqone:student','row1','studentInfo:name','zs'
put 'xsqone:student','row1','studentInfo:age','18'
put 'xsqone:student','row1','schoolInfo:name','qh'
put 'xsqone:student','row1','schoolInfo:address','bj'

# hive创建外部表对接hbase表
# 使用xsqone数据库
use xsqone;
# 如果student表存在则删除
drop table if exists student;
# 如果student表不存在则创建（注意此处字段要一一对应。此处id对应的是rowkey）
create external table if not exists student(
    id string,
    stuName string,
    age string,
    schName string,
    address string
)
stored by 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' with
serdeproperties ("hbase.columns.mapping"=":key,studentInfo:name,studentInfo:age,schoolInfo:name,schoolInfo:address")
tblproperties ("hbase.table.name"="xsqone:student");
# 查询student表
select * from student;

完成！！！！！