Hbase scan过滤器的使用

前面一些重复代码不做删除：

import java.io.IOException;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.List;
import java.util.Random;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
import org.apache.hadoop.hbase.filter.FilterList;
import org.apache.hadoop.hbase.filter.PrefixFilter;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;



public class HbaseDemo {
    //对表的操作都需要HBaseAdmin来操作
    HBaseAdmin hBaseAdmin;
    //表名
    String TN="phone";
    HTable hTable;
    @Before
    public void begin() throws MasterNotRunningException, ZooKeeperConnectionException, IOException{
        Configuration conf=new Configuration();
        //机群设置
        conf.set("hbase.zookeeper.quorum","node1,node2,node3");
        hBaseAdmin=new HBaseAdmin(conf);
        hTable=new HTable(conf, TN);

    }
    @After
    public void end(){
        if(hBaseAdmin!=null){
            try {
                hBaseAdmin.close();
            } catch (IOException e) {
                e.printStackTrace();
            }
        }
        if(hTable!=null){
            try {
                hTable.close();
            } catch (IOException e) {
                e.printStackTrace();
            }
        }

    }
    //插入操作
    @Test
    public void insert() throws IOException{
        String rowkey="13964223261_201612312456";
        Put put=new Put(rowkey.getBytes());
        put.add("cf1".getBytes(), "type".getBytes(), "1".getBytes());
        put.add("cf1".getBytes(), "time".getBytes(), "2016".getBytes());
        put.add("cf1".getBytes(), "time".getBytes(), "2016".getBytes());
        hTable.put(put);
    }
    //===================================================================================
    //建表
    @Test
    public void createTable() throws IOException{
        if(hBaseAdmin.tableExists(TN)){
            //若表已经存在，先禁用表再删除
            hBaseAdmin.disableTable(TN);
            hBaseAdmin.deleteTable(TN);
        }
        //设置表名
        HTableDescriptor hTableDescriptor=new 
                HTableDescriptor(TableName.valueOf(TN));
        //设置列族
        HColumnDescriptor family=new HColumnDescriptor("cf1");
        family.setBlockCacheEnabled(true);
        family.setInMemory(true);
        family.setMaxVersions(1);
        hTableDescriptor.addFamily(family);
        hBaseAdmin.createTable(hTableDescriptor);
    }

    //=================================================================================================
    //查表操作
    @Test
    public void get() throws IOException{
        String rowkey="13964223261_201612312456";

        Get get=new Get(rowkey.getBytes());
        //下面两行表示请求查询服务器时只查询'type'、'time'字段
        get.addColumn("cf1".getBytes(), "type".getBytes());
        get.addColumn("cf1".getBytes(), "time".getBytes());

        Result res=hTable.get(get);
        //从结果中拿出需要的结果
        Cell cell=res.getColumnLatestCell("cf1".getBytes(), "time".getBytes());
        System.out.println("========="+new String(CellUtil.cloneValue(cell)));
        Cell cell1=res.getColumnLatestCell("cf1".getBytes(), "type".getBytes());
        System.out.println("========="+new String(CellUtil.cloneValue(cell1)));
    }

    Random r=new Random();
    //随机生成手机号码
    public String getPhoneNum(String prefix){
        return prefix+String.format("%08d", r.nextInt(99999999));
    }
    //随机生成时间
    public String getDate(String year){
        return year+String.format("%02d%02d%02d%02d%02d",
                new Object[]{r.nextInt(12)+1,r.nextInt(29)+1,
                        r.nextInt(60),r.nextInt(60),r.nextInt(60)});
    }
    //=============================================================================================
    //插入操作
    //插入10个手机号 100条通话记录，满足查询   时间降序排序
    //@Test
    public void insertDB() throws IOException{
        List<Put> puts=new ArrayList<Put>();

        for(int i=0;i<10;i++){
            String rowkey;
            String phoneNum=getPhoneNum("186");
            for(int j=0;j<100;j++){
                String phoneDate=getDate("2016");
                SimpleDateFormat sdf=new SimpleDateFormat("yyyyMMddHHmmss");
                try {
                    long dataLong=sdf.parse(phoneDate).getTime();

                    rowkey=phoneNum+(Long.MAX_VALUE-dataLong);
                    System.out.println(rowkey);

                    Put put=new Put(rowkey.getBytes());
                    put.add("cf1".getBytes(),"type".getBytes(),(r.nextInt(2)+"").getBytes());
                    put.add("cf1".getBytes(),"time".getBytes(),(phoneDate).getBytes());
                    put.add("cf1".getBytes(),"pnum".getBytes(),(getPhoneNum("170")).getBytes());

                    puts.add(put);

                } catch (ParseException e) {
                    e.printStackTrace();
                }
            }
        }
        hTable.put(puts);

    }
    //==============================================================================================================
    //查询某手机某个月份的所有通话详单
    @Test
    public void scanDB() throws ParseException, IOException{

        //186 9651 3780 二月份的通话详单
        //18619376327
        Scan scan=new Scan();
        SimpleDateFormat sdf=new SimpleDateFormat("yyyyMMddHHmmss");

        String startRowkey="18619376327"+(Long.MAX_VALUE-sdf.parse("20160401000000").getTime());
        scan.setStartRow(startRowkey.getBytes());
        String stopRowkey="18619376327"+(Long.MAX_VALUE-sdf.parse("20160201000000").getTime());
        scan.setStopRow(stopRowkey.getBytes());

        ResultScanner rss=hTable.getScanner(scan);
        System.out.println("hehe");
        for(Result rs:rss){
            System.out.println(new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(), 
                    "type".getBytes())))+"-"+new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(), 
                            "time".getBytes())))+"-"+new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(), 
                                    "pnum".getBytes()))));
        }
    }
    //===============================================================================================================
    //查询某个手机所有主叫type=0的通话详单--过滤器实现
    @Test
    public void scanDB2() throws IOException{
        //18619376327
        //FilterList.Operator.MUST_PASS_ALL---满足所有过滤器
        FilterList list=new FilterList(FilterList.Operator.MUST_PASS_ALL);
        //前缀过滤器
        PrefixFilter prefixFilter=new PrefixFilter("18619376327".getBytes());
        list.addFilter(prefixFilter);
        //含义在列族"cf1"中寻找"type"满足"等于（CompareOp.EQUAL）0的结果
        SingleColumnValueFilter singleColumnValueFilter=
                new SingleColumnValueFilter("cf1".getBytes(), "type".getBytes(), CompareOp.EQUAL, "0".getBytes());
        list.addFilter(singleColumnValueFilter);


        Scan scan=new Scan();
        scan.setFilter(list);


        ResultScanner rss=hTable.getScanner(scan);
        for(Result rs:rss){
            String rowkey=new String(rs.getColumnLatestCell("cf1".getBytes(), "type".getBytes()).getRow());
            System.out.println(rowkey+"-"+new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(), 
                    "type".getBytes())))+"-"+new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(), 
                            "time".getBytes())))+"-"+new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(), 
                                    "pnum".getBytes()))));
        }

    }

}