Hbase之Java API使用

最新推荐文章于 2023-04-09 21:24:05 发布

小象仙人球

最新推荐文章于 2023-04-09 21:24:05 发布

阅读量418

点赞数

本文链接：https://blog.csdn.net/yangcongyangling/article/details/51147162

版权

maven中pom.xml配置

<properties>
    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    <hive.version>0.13.1</hive.version>
    <hbase.version>0.98.6-hadoop2</hbase.version> 
  </properties>

<!-- HBase Client -->
<dependency>
    <groupId>org.apache.hbase</groupId>
    <artifactId>hbase-server</artifactId>
    <version>${hbase.version}</version>
</dependency>

<dependency>
    <groupId>org.apache.hbase</groupId>
    <artifactId>hbase-client</artifactId>
    <version>${hbase.version}</version>
</dependency>

将hadoop和hbase的配置文件放到classpath下

java API相关操作

package com.ycong.hbase;

import java.io.IOException;

import org.apache.hadoop.io.IOUtils;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;


public class HbaseApp {

    public static HTable getHtableByname(String tableName) throws IOException{

        //get configuration instance
        Configuration conf = HBaseConfiguration.create();

        //get table instance
        HTable table = new HTable(conf, tableName);

        return table;
    }

    public static void GetDatas(String rowkey) throws IOException{
        HTable table = HbaseApp.getHtableByname("student");

        //Get Data
        Get get = new Get(Bytes.toBytes(rowkey));

        get.addColumn(Bytes.toBytes("info"), Bytes.toBytes("name"));
        get.addColumn(Bytes.toBytes("info"), Bytes.toBytes("age"));

        Result result = table.get(get);

        for(Cell cell : result.rawCells()){
            System.out.print(Bytes.toString(CellUtil.cloneRow(cell)) + "\t");

            System.out.println(//
                    Bytes.toString(CellUtil.cloneFamily(cell)) //
                    + ":" + //
                    Bytes.toString(CellUtil.cloneQualifier(cell)) //
                    + "->" + //
                    Bytes.toString(CellUtil.cloneValue(cell)) //
                    + " " + //
                    cell.getTimestamp()
            ); 
        }

        table.close();
    }

    public static void putDatas(String rowkey) throws IOException{
        HTable table = HbaseApp.getHtableByname("student");

        Put put = new Put(Bytes.toBytes(rowkey));

        put.add(//
                Bytes.toBytes("info"), //
                Bytes.toBytes("age"), //
                Bytes.toBytes("10")
        );

        put.add(//
                Bytes.toBytes("info"), //
                Bytes.toBytes("city"), //
                Bytes.toBytes("shanghai")
        );

        table.put(put);

        table.close();
    }

    public static void DeleteData(){
        HTable table = null;

        try {
             table = HbaseApp.getHtableByname("student");

             Delete delete = new Delete(Bytes.toBytes("10020"));
             //delete.deleteColumn(Bytes.toBytes("info"), Bytes.toBytes("age"));
             delete.deleteFamily(Bytes.toBytes("info"));

             table.delete(delete);

        } catch (IOException e) { 
            e.printStackTrace();
        }finally {
            IOUtils.closeStream(table);
        } 
    }

    public static void ScanData(){
        HTable table = null;
        ResultScanner resultScanner = null;

        try {
             table = HbaseApp.getHtableByname("student");

             Scan scan = new Scan();
             scan.setStartRow(Bytes.toBytes("10001"));
             scan.setStopRow(Bytes.toBytes("10005"));

             resultScanner = table.getScanner(scan);

             for(Result result : resultScanner){
                 for(Cell cell : result.rawCells()){
                        System.out.print(Bytes.toString(CellUtil.cloneRow(cell)) + "\t");

                        System.out.println(//
                                Bytes.toString(CellUtil.cloneFamily(cell)) //
                                + ":" + //
                                Bytes.toString(CellUtil.cloneQualifier(cell)) //
                                + "->" + //
                                Bytes.toString(CellUtil.cloneValue(cell)) //
                                + " " + //
                                cell.getTimestamp()
                        ); 
                    }
                 System.out.println("===========================================");
             }

        } catch (IOException e) { 
            e.printStackTrace();
        }finally {
            IOUtils.closeStream(table);
        } 
    }

    public static void main(String[] args) throws IOException { 
        ScanData(); 
    }

}

HBase与MapReduce集成使用（一、CLASSPATH及ImportTsv使用）

export HBASE_HOME=/opt/app/hbase-0.98.6-hadoop2
export HADOOP_HOME=/opt/app/hadoop-2.5.0
export HADOOP_CLASSPATH=`${HBASE_HOME}/bin/hbase mapredcp` 
$HADOOP_HOME/bin/yarn jar $HBASE_HOME/lib/hbase-server-0.98.6-hadoop2.jar

$HADOOP_HOME/bin/yarn jar \
$HBASE_HOME/lib/hbase-server-0.98.6-hadoop2.jar importtsv \
-Dimporttsv.columns=HBASE_ROW_KEY,\
info:name,info:age,info:sex \
student \
hdfs://bigdata.eclipse.com:8020/user/ycong/hbase/importtsv

HBase与MapReduce集成使用（二、Bulk Load Data）

将文件转换成hfile格式
$HADOOP_HOME/bin/yarn jar \
$HBASE_HOME/lib/hbase-server-0.98.6-hadoop2.jar importtsv \
-Dimporttsv.bulk.output=hdfs://bigdata.eclipse.com:8020/user/ycong/hbase/hfileOutput \
-Dimporttsv.columns=HBASE_ROW_KEY,\
info:name,info:age,info:sex \
student \
hdfs://bigdata.eclipse.com:8020/user/ycong/hbase/importtsv

加载hfile格式的文件到hbase表中
$HADOOP_HOME/bin/yarn jar $HBASE_HOME/lib/hbase-server-0.98.6-hadoop2.jar \
completebulkload \
hdfs://bigdata.eclipse.com:8020/user/ycong/hbase/hfileOutput \
student