前面一些重复代码不做删除:
import java.io.IOException;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.List;
import java.util.Random;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
import org.apache.hadoop.hbase.filter.FilterList;
import org.apache.hadoop.hbase.filter.PrefixFilter;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
public class HbaseDemo {
//对表的操作都需要HBaseAdmin来操作
HBaseAdmin hBaseAdmin;
//表名
String TN="phone";
HTable hTable;
@Before
public void begin() throws MasterNotRunningException, ZooKeeperConnectionException, IOException{
Configuration conf=new Configuration();
//机群设置
conf.set("hbase.zookeeper.quorum","node1,node2,node3");
hBaseAdmin=new HBaseAdmin(conf);
hTable=new HTable(conf, TN);
}
@After
public void end(){
if(hBaseAdmin!=null){
try {
hBaseAdmin.close();
} catch (IOException e) {
e.printStackTrace();
}
}
if(hTable!=null){
try {
hTable.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
//插入操作
@Test
public void insert() throws IOException{
String rowkey="13964223261_201612312456";
Put put=new Put(rowkey.getBytes());
put.add("cf1".getBytes(), "type".getBytes(), "1".getBytes());
put.add("cf1".getBytes(), "time".getBytes(), "2016".getBytes());
put.add("cf1".getBytes(), "time".getBytes(), "2016".getBytes());
hTable.put(put);
}
//===================================================================================
//建表
@Test
public void createTable() throws IOException{
if(hBaseAdmin.tableExists(TN)){
//若表已经存在,先禁用表再删除
hBaseAdmin.disableTable(TN);
hBaseAdmin.deleteTable(TN);
}
//设置表名
HTableDescriptor hTableDescriptor=new
HTableDescriptor(TableName.valueOf(TN));
//设置列族
HColumnDescriptor family=new HColumnDescriptor("cf1");
family.setBlockCacheEnabled(true);
family.setInMemory(true);
family.setMaxVersions(1);
hTableDescriptor.addFamily(family);
hBaseAdmin.createTable(hTableDescriptor);
}
//=================================================================================================
//查表操作
@Test
public void get() throws IOException{
String rowkey="13964223261_201612312456";
Get get=new Get(rowkey.getBytes());
//下面两行表示请求查询服务器时只查询'type'、'time'字段
get.addColumn("cf1".getBytes(), "type".getBytes());
get.addColumn("cf1".getBytes(), "time".getBytes());
Result res=hTable.get(get);
//从结果中拿出需要的结果
Cell cell=res.getColumnLatestCell("cf1".getBytes(), "time".getBytes());
System.out.println("========="+new String(CellUtil.cloneValue(cell)));
Cell cell1=res.getColumnLatestCell("cf1".getBytes(), "type".getBytes());
System.out.println("========="+new String(CellUtil.cloneValue(cell1)));
}
Random r=new Random();
//随机生成手机号码
public String getPhoneNum(String prefix){
return prefix+String.format("%08d", r.nextInt(99999999));
}
//随机生成时间
public String getDate(String year){
return year+String.format("%02d%02d%02d%02d%02d",
new Object[]{r.nextInt(12)+1,r.nextInt(29)+1,
r.nextInt(60),r.nextInt(60),r.nextInt(60)});
}
//=============================================================================================
//插入操作
//插入10个手机号 100条通话记录,满足查询 时间降序排序
//@Test
public void insertDB() throws IOException{
List<Put> puts=new ArrayList<Put>();
for(int i=0;i<10;i++){
String rowkey;
String phoneNum=getPhoneNum("186");
for(int j=0;j<100;j++){
String phoneDate=getDate("2016");
SimpleDateFormat sdf=new SimpleDateFormat("yyyyMMddHHmmss");
try {
long dataLong=sdf.parse(phoneDate).getTime();
rowkey=phoneNum+(Long.MAX_VALUE-dataLong);
System.out.println(rowkey);
Put put=new Put(rowkey.getBytes());
put.add("cf1".getBytes(),"type".getBytes(),(r.nextInt(2)+"").getBytes());
put.add("cf1".getBytes(),"time".getBytes(),(phoneDate).getBytes());
put.add("cf1".getBytes(),"pnum".getBytes(),(getPhoneNum("170")).getBytes());
puts.add(put);
} catch (ParseException e) {
e.printStackTrace();
}
}
}
hTable.put(puts);
}
//==============================================================================================================
//查询某手机某个月份的所有通话详单
@Test
public void scanDB() throws ParseException, IOException{
//186 9651 3780 二月份的通话详单
//18619376327
Scan scan=new Scan();
SimpleDateFormat sdf=new SimpleDateFormat("yyyyMMddHHmmss");
String startRowkey="18619376327"+(Long.MAX_VALUE-sdf.parse("20160401000000").getTime());
scan.setStartRow(startRowkey.getBytes());
String stopRowkey="18619376327"+(Long.MAX_VALUE-sdf.parse("20160201000000").getTime());
scan.setStopRow(stopRowkey.getBytes());
ResultScanner rss=hTable.getScanner(scan);
System.out.println("hehe");
for(Result rs:rss){
System.out.println(new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(),
"type".getBytes())))+"-"+new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(),
"time".getBytes())))+"-"+new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(),
"pnum".getBytes()))));
}
}
//===============================================================================================================
//查询某个手机所有主叫type=0的通话详单--过滤器实现
@Test
public void scanDB2() throws IOException{
//18619376327
//FilterList.Operator.MUST_PASS_ALL---满足所有过滤器
FilterList list=new FilterList(FilterList.Operator.MUST_PASS_ALL);
//前缀过滤器
PrefixFilter prefixFilter=new PrefixFilter("18619376327".getBytes());
list.addFilter(prefixFilter);
//含义在列族"cf1"中寻找"type"满足"等于(CompareOp.EQUAL)0的结果
SingleColumnValueFilter singleColumnValueFilter=
new SingleColumnValueFilter("cf1".getBytes(), "type".getBytes(), CompareOp.EQUAL, "0".getBytes());
list.addFilter(singleColumnValueFilter);
Scan scan=new Scan();
scan.setFilter(list);
ResultScanner rss=hTable.getScanner(scan);
for(Result rs:rss){
String rowkey=new String(rs.getColumnLatestCell("cf1".getBytes(), "type".getBytes()).getRow());
System.out.println(rowkey+"-"+new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(),
"type".getBytes())))+"-"+new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(),
"time".getBytes())))+"-"+new String(CellUtil.cloneValue(rs.getColumnLatestCell("cf1".getBytes(),
"pnum".getBytes()))));
}
}
}