第十三记·Java操作HBase详细代码

最新推荐文章于 2022-05-20 17:58:14 发布

一尺月光寒

最新推荐文章于 2022-05-20 17:58:14 发布

阅读量3.1k

点赞数 2

本文链接：https://blog.csdn.net/u014414323/article/details/81131321

版权

大数据学习之路·XY记专栏收录该内容

34 篇文章 7 订阅

订阅专栏

XY个人记

在shell客户端上控制hbase就不详细的介绍了,关于环境搭建前几篇文章都有详细的介绍，下面来写一下Java代码，这里是官网上的API地址：https://hbase.apache.org/1.2/apidocs/index.html。

代码实现

下面是上面功能的完整代码实现

package com.hadoop.hbase;

import java.io.IOException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.NamespaceDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.util.Bytes;
import org.junit.Test;

/**
 * HBase Java API
 * HBase 1.2.1
 * @author PXY
 *
 */
public class JavaHBaseAPI {
	
	public Connection getConnection() throws IOException{
		Connection conn = null;
		
		//读取配置文件
		Configuration conf = HBaseConfiguration.create();
		// 数据文件存储的路径
		conf.set("hbase.rootdir", "hdfs://hadoop01.com:8020/hbase");
		// zookeeper连接信息
		conf.set("hbase.zookeeper.quorum", "hadoop01.com");
		// 建立对hbase的链接
		conn = ConnectionFactory.createConnection(conf);
		
		//HBaseAdmin admin1 = new HBaseAdmin(conf);
		//admin = conn.getAdmin();
		
		return conn;
	}
	
	/**
	 * 创建表
	 * @throws IOException
	 */
	@Test
	public void createTable() throws IOException{
		Connection conn = getConnection();
		Admin admin = conn.getAdmin();
		
		//创建一个命名空间
		NamespaceDescriptor nsd = NamespaceDescriptor.create("hbaseAPI").build();
		admin.createNamespace(nsd); // 创建命名空间
		//admin.deleteNamespace("hbaseAPI"); // 删除命名空间
		
		TableName tableName = TableName.valueOf("hbaseAPI:tapi"); // 创建一个tableName
		HTableDescriptor htd = new HTableDescriptor(tableName);
		//创建列簇
		HColumnDescriptor colDesc = new HColumnDescriptor("info");
		
		htd.addFamily(colDesc); // 给表增加列簇
		
		admin.createTable(htd); // 创建表
		
		conn.close();
	}
	
	
	/**
	 * 删除表
	 * @throws IOException
	 */
	@Test
	public void dropTable() throws IOException{
		Connection conn = getConnection();
		
		Admin admin = conn.getAdmin();
		
		TableName tableName = TableName.valueOf("hbaseAPI:tapi");
		
		admin.disableTable(tableName);  //禁用表
		admin.deleteTable(tableName); //删除表
		
		conn.close();
	}
	
	/**
	 * 插入数据
	 * @throws IOException
	 */
	@Test
	public void putDate() throws IOException{
		Connection conn = getConnection();
		
		TableName tableName = TableName.valueOf("hbaseAPI:tapi");
		
		Put put = new Put(Bytes.toBytes("10002"));
		
		Table table = conn.getTable(tableName);
		
		HColumnDescriptor[] hcds = table.getTableDescriptor().getColumnFamilies();
		
		for (HColumnDescriptor hColumnDescriptor : hcds) {
			String hcd = hColumnDescriptor.getNameAsString();
			
			if("capi".contentEquals(hcd)){
				put.addColumn(Bytes.toBytes(hcd), Bytes.toBytes("name"), Bytes.toBytes("capi_2_zhangs"));
				put.addColumn(Bytes.toBytes(hcd), Bytes.toBytes("age"), Bytes.toBytes("capi_2_18"));
			} else if ("info".equals(hcd)){
				put.addColumn(Bytes.toBytes(hcd), Bytes.toBytes("name"), Bytes.toBytes("info_2_zhangs"));
				put.addColumn(Bytes.toBytes(hcd), Bytes.toBytes("age"), Bytes.toBytes("info_2_18"));
			}
			
		}
		
		// 也可以put List
		//List<Put> puts = new ArrayList<Put>();
		//puts.add(put);
		//table.put(puts);
		
		table.put(put);
		
		conn.close();
	}
	
	/**
	 * 删除数据
	 * @throws IOException
	 */
	@Test
	public void deleteDate() throws IOException{
		Connection conn = getConnection();
		TableName tableName = TableName.valueOf("hbaseAPI:tapi");
		
		Table table = conn.getTable(tableName);
		
		Delete delete = new Delete(Bytes.toBytes("10001"));
		
		//delete.addFamily(Bytes.toBytes("info"));
		//delete.addColumn(Bytes.toBytes("info"), Bytes.toBytes("name"));
		
		table.delete(delete);  // 删除
		
		conn.close();
	}
	
	
	/**
	 * get查询 不支持全表扫面
	 * @throws IOException
	 */
	@Test
	public void getDate() throws IOException{
		Connection conn = getConnection();
		Get get = new Get(Bytes.toBytes("10001"));
		Table table = conn.getTable(TableName.valueOf("hbaseAPI:tapi"));
		Result Result = table.get(get);
		
		Cell[] cells = Result.rawCells();
		
		for (Cell cell : cells) {
			System.out.println(Bytes.toString(CellUtil.cloneRow(cell))); //rowKey
			System.out.println(Bytes.toString(CellUtil.cloneFamily(cell))); //列簇
			System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell))); //名称
			System.out.println(Bytes.toString(CellUtil.cloneValue(cell))); //值
			System.out.println(cell.getTimestamp()); //时间戳
		}
		
		conn.close();
	}
	
	/**
	 * scan 全表扫描
	 * @throws IOException
	 */
	@Test
	public void scanDate() throws IOException{
		Connection conn = getConnection();
		
		TableName tableName = TableName.valueOf("hbaseAPI:tapi");
		
		Table table = conn.getTable(tableName);
		
		Scan scan = new Scan();
		
		ResultScanner resultscan = table.getScanner(scan);
		
		for (Result result : resultscan) {
			Cell[] cells = result.rawCells();
			
			for (Cell cell : cells) {
				System.out.println(Bytes.toString(CellUtil.cloneRow(cell))); //rowKey
				System.out.println(Bytes.toString(CellUtil.cloneFamily(cell))); //列簇
				System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell))); //名称
				System.out.println(Bytes.toString(CellUtil.cloneValue(cell))); //值
				System.out.println(cell.getTimestamp()); //时间戳
			}
			
		}
		
		conn.close();
	}
	
	
}