Hive和Hbase整合

• 整合hbase和hive：

              1. 在hive-site.xml里面添加：

           <property>

                   <name>hive.aux.jars.path</name>

                   <value>file:///usr/lib/hive/lib/hive-hbase-handler-0.9.0-cdh4.1.0.jar,file:///usr/lib/hbase/hbase-0.94.2-cdh4.2.0-security.jar,file:///usr/lib/zookeeper/zookeeper.jar</value>

           </property>

           <property>

                    <name>hbase.zookeeper.quorum</name>

                    <value>SVR2368HP360,SVR2369HP360,SVR2370HP360</value>

           </property>

2. 创建hive里面对应hbase的表（相当于hive对hbase的视图）：

             CREATE EXTERNAL TABLE test_sqoop(

                 a string,

                 b string,

                 c string,

                 x string,

                 y string

             )       

             STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' 

             WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,cf:b,cf:c,cf:x,cf:y") 

             TBLPROPERTIES("hbase.table.name" = "test_sqoop");

 

• 导hive数据

           1. 创建hive avro文件格式表

        CREATE TABLE test_avro

        ROW FORMAT

        SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'

        STORED AS

        INPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'

        OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'

        TBLPROPERTIES ('avro.schema.literal'='{  

        "namespace": "testing.hive.avro.serde",  

        "name": "test_avro",  

        "type": "record",  

        "fields": [   

{ "name":"a",      

        "type":"string",      

        "doc":"test a"},    

        {  "name":"b",      

        "type":"string",      

        "doc":"test b"},    

        {"name":"c",      

        "type":"string",      

        "doc":"test c"},    

        {"name":"x",      

        "type":"string",      

        "doc":"test d"},

        {"name":"y",      

        "type":"string",      

        "doc:":"test e",      

        "default":"fishfingers and custard" } 

]}');

2. hbase导入到hive：

           insert overwrite table test_avro select * from test_sqoop;