HBASE的javaAPI使用，建表，增，删，查，过滤器简单实用

-涉及主要对象认识
- HBaseConfiguration： HBase配置类
- HConnectionManager： HBase的java连接类
- HBaseAdmin： HBase的管理类，主要对表的管理，创建，禁用，删除等
- HTableDescriptor： 表属性的描述，添加列族等
- HTable： HBase的表对象，用操作表，添加数据，表扫面等

package com.fang.demo;

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.KeyValue;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HConnection;
import org.apache.hadoop.hbase.client.HConnectionManager;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.filter.BinaryComparator;
import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
import org.apache.hadoop.hbase.filter.Filter;
import org.apache.hadoop.hbase.filter.FilterList;
import org.apache.hadoop.hbase.filter.PageFilter;
import org.apache.hadoop.hbase.filter.PrefixFilter;
import org.apache.hadoop.hbase.filter.RowFilter;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.filter.TimestampsFilter;
import org.apache.hadoop.hbase.util.Bytes;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;

public class HBaseFilterTest {

    public static Configuration configuration;
    public static HConnection hConnection;

    @Before
    public void testBefore() {
        try {
            configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.property.clientPort", "2181");
            configuration.set("hbase.zookeeper.quorum", "redhat");
            configuration.set("hbase.master", "redhat:600000");

            hConnection = HConnectionManager.createConnection(configuration);
        } catch (ZooKeeperConnectionException e) {
            e.printStackTrace();
        }

    }

    @After
    public void testAfter() {
        try {
            hConnection.close();
            System.out.println("close");
        } catch (IOException e) {
            e.printStackTrace();
        }
    }

    /**
     * 
     * @Description: 创建表
     * 通过HBaseAdmin管理hbase中的表
     * HTableDescriptor管理hbase中的列族信息
     */
    @Test
    public void createTable() throws Exception {

        String tableName = "user";

        HBaseAdmin hBaseAdmin = new HBaseAdmin(configuration);

        if (hBaseAdmin.tableExists(tableName)) {
            // hBaseAdmin.disableTable(tableName);
            // hBaseAdmin.deleteTable(tableName);
            System.out.println(tableName + "表已经存在,并删除表");
        }

        HTableDescriptor hDescriptor = new HTableDescriptor(tableName);
        hDescriptor.addFamily(new HColumnDescriptor("name"));
        hDescriptor.addFamily(new HColumnDescriptor("age"));
        hDescriptor.addFamily(new HColumnDescriptor("dept"));

        hBaseAdmin.createTable(hDescriptor);

        hBaseAdmin.close();
    }

    /***
     * 
     * @Description: 插入表
     */
    @Test
    public void testPut() throws Exception {
        String tableName = "user";

        HTable table = (HTable) hConnection.getTable(tableName);
        table.setAutoFlush(false);// 关闭自动刷新，提交IO吞吐率

        List<Put> list = new ArrayList<Put>(1000);
        for (int i = 0; i < 200000; i++) {
            Put put = new Put(Bytes.toBytes("user_" + i));
            put.add(Bytes.toBytes("name"), Bytes.toBytes("FirstName"), Bytes.toBytes("First" + i));
            put.add(Bytes.toBytes("name"), Bytes.toBytes("SecondName"), Bytes.toBytes("Second" + i));
            put.add(Bytes.toBytes("age"), null, Bytes.toBytes(i + ""));
            put.add(Bytes.toBytes("dept"), null, Bytes.toBytes("dept" + i));
            list.add(put);

            if (i % 1000 == 0) {
                table.put(list);
                list = new ArrayList<Put>(1000);
            }
        }

        if (list.size() > 0) {
            table.put(list);
        }
        table.close();
        hConnection.close();

    }

    /**
     * 
    * @Description: 通过key获取值
     */
    @Test
    public void testGet() throws Exception {
        HTable table = (HTable) hConnection.getTable("user");
        Get get = new Get(Bytes.toBytes("user_9985"));
        Result result = table.get(get);

        if (result != null && result.size() > 0) {
            System.out.print("key=" + new String(result.getRow()) + "   ");
            for (KeyValue key : result.raw()) {
                System.out.print(new String(key.getFamily()) + "=" + new String(key.getQualifier()) + "=" + new String(key.getValue()) + "   ");
            }
        } else {
            System.out.println("没有数据");
        }

        hConnection.close();

    }

    /**
     * @Description: hbase扫描器
     */
    @Test
    public void testScan() throws Exception {
        HTable table = (HTable) hConnection.getTable("user");
        Scan scan = new Scan();
        scan.setCaching(1000);// 设置扫描器缓存区的大小

        ResultScanner rs = table.getScanner(scan);
        for (Result r : rs) {
            System.out.print("key=" + new String(r.getRow()) + "   ");
            for (KeyValue key : r.raw()) {
                System.out.print(new String(key.getFamily()) + "=" + new String(key.getQualifier()) + "=" + new String(key.getValue()) + "   ");
            }

            System.out.println();
        }

    }

    /**
     * 
     * @Description: HBase过滤器
     * 单列值过滤器（SingleColumnValueFilter）
     */
    @Test
    public void testScanFilter() throws Exception {

        HTable table = (HTable) hConnection.getTable("user");
        Scan scan = new Scan();
        scan.setCaching(1000);// 设置扫描器缓存区的大小

        Filter filter = new SingleColumnValueFilter(Bytes.toBytes("name"), Bytes.toBytes("FirstName"), CompareOp.EQUAL, Bytes.toBytes("First22"));

        scan.setFilter(filter);

        ResultScanner rs = table.getScanner(scan);
        for (Result r : rs) {
            System.out.print("key=" + new String(r.getRow()) + "   ");
            for (KeyValue key : r.raw()) {
                System.out.print(new String(key.getFamily()) + "=" + new String(key.getQualifier()) + "=" + new String(key.getValue()) + "   ");
            }

            System.out.println();
        }

    }

    /**
     * 
     * @Description: 多扫描器使用
     */
    @Test
    public void testScanFilterList() throws Exception {

        HTable table = (HTable) hConnection.getTable("user");
        Scan scan = new Scan();
        scan.setCaching(1000);// 设置扫描器缓存区的大小

        List<Filter> filterList = new ArrayList<>();
        Filter filter = new SingleColumnValueFilter(Bytes.toBytes("name"), Bytes.toBytes("FirstName"), CompareOp.EQUAL, Bytes.toBytes("First22"));
        Filter filter2 = new SingleColumnValueFilter(Bytes.toBytes("age"), null, CompareOp.EQUAL, Bytes.toBytes("22"));

        filterList.add(filter);
        filterList.add(filter2);

        FilterList fList = new FilterList(filterList);
        scan.setFilter(fList);

        ResultScanner rs = table.getScanner(scan);
        for (Result r : rs) {
            System.out.print("key=" + new String(r.getRow()) + "   ");
            for (KeyValue key : r.raw()) {
                System.out.print(new String(key.getFamily()) + "=" + new String(key.getQualifier()) + "=" + new String(key.getValue()) + "   ");
            }

            System.out.println();
        }

    }

    @Test
    public void deleteTableRow() {
        try {
            HTable table = new HTable(configuration, "user");
            List<Delete> list = new ArrayList<Delete>();
            Delete d1 = new Delete("user19".getBytes());
            list.add(d1);

            table.delete(list);
            System.out.println("删除行成功!");

        } catch (IOException e) {
            e.printStackTrace();
        }

    }

    /**
     * 
    * @Description: 行过滤器
     */
    @Test
    public void testRowFilter() throws Exception {

        HTable table = (HTable) hConnection.getTable("user");
        Scan scan = new Scan();
        scan.setCaching(1000);// 设置扫描器缓存区的大小

        Filter filter = new  RowFilter(CompareOp.EQUAL, new  BinaryComparator(Bytes.toBytes("user_22")));

        scan.setFilter(filter);

        ResultScanner rs = table.getScanner(scan);
        for (Result r : rs) {
            System.out.print("key=" + new String(r.getRow()) + "   ");
            for (KeyValue key : r.raw()) {
                System.out.print(new String(key.getFamily()) + "=" + new String(key.getQualifier()) + "=" + new String(key.getValue()) + "   ");
            }

            System.out.println();
        }

    }


    /**
     * 
    * @Description: 分页过滤器
     */
    @Test
    public void testPageFilter() throws Exception {

        HTable table = (HTable) hConnection.getTable("user");
        Scan scan = new Scan();
        scan.setCaching(1000);// 设置扫描器缓存区的大小

        PageFilter filter = new  PageFilter(20);//每页20条

        scan.setStartRow(Bytes.toBytes(20));//从20行开始，就是查询第二页
//      scan.setStopRow(s)设置结束行

        scan.setFilter(filter);

        ResultScanner rs = table.getScanner(scan);
        for (Result r : rs) {
            System.out.print("key=" + new String(r.getRow()) + "   ");
            for (KeyValue key : r.raw()) {
                System.out.print(new String(key.getFamily()) + "=" + new String(key.getQualifier()) + "=" + new String(key.getValue()) + "   ");
            }

            System.out.println();
        }

    }

    /**
     * 
    * @throws Exception 
     * @Description: 前缀过滤器（PrefixFilter）
     */
    @Test
    public void testPrefixFilter() throws Exception{
        HTable table = (HTable) hConnection.getTable("user");
        Scan scan = new Scan();
        scan.setCaching(1000);// 设置扫描器缓存区的大小

        Filter filter = new PrefixFilter(Bytes.toBytes("user_222"));

        scan.setFilter(filter);

        ResultScanner rs = table.getScanner(scan);
        for (Result r : rs) {
            System.out.print("key=" + new String(r.getRow()) + "   ");
            for (KeyValue key : r.raw()) {
                System.out.print(new String(key.getFamily()) + "=" + new String(key.getQualifier()) + "=" + new String(key.getValue()) + "   ");
            }

            System.out.println();
        }

    }


    /**
     * 时间戳过滤器（TimestampsFilter）
     */
    @Test
    public void testTimestampsFilter() throws Exception{
        HTable table = (HTable) hConnection.getTable("user");
        Scan scan = new Scan();
        scan.setCaching(1000);// 设置扫描器缓存区的大小

        List<Long> ts = new ArrayList<Long>();
        ts.add(new Long(1462618668891L));
        ts.add(new Long(1462618657998L));
        ts.add(new Long(1462618668392L));
        Filter filter = new TimestampsFilter(ts);

        scan.setFilter(filter);
        ResultScanner rs = table.getScanner(scan);
        for (Result r : rs) {
            System.out.print("key=" + new String(r.getRow()) + "   ");
            for (KeyValue key : r.raw()) {
                System.out.print(new String(key.getFamily()) + "=" + new String(key.getQualifier()) + "=" + new String(key.getValue()) + "   ");
            }

            System.out.println();
        }

    }

}