【ITer自我修养之成长日记】Hbase的Java API操作学习

本文链接：https://blog.csdn.net/szk171848581/article/details/109215280

Hbase的Java API操作学习

一、java API操作Hbase

1. 连接到Hbase的服务

1.1 导入依赖

    <!-- hbase -->
    <dependency>
        <groupId>org.apache.hbase</groupId>
        <artifactId>hbase-client</artifactId>
        <version>${hbase.version}</version>
    </dependency>

1.2 配置本机的hosts（win路径一般在：C:\Windows\System32\drivers\etc）,根据实际修改

192.168.xx.xxx master 
192.168.xx.xxx slave1 
192.168.xx.xxx slave2 
192.168.xx.xxx master-s 
192.168.xx.xxx slave1-s 
192.168.xx.xxx slave2-s

1.3 新建java maven项目，并提前将Hbase的log4j.properties导入到项目的resource目录下。

1.4 编码

package cn.hbase;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.junit.Test;
import java.io.IOException;

public class OperateHbase {

    @Test
    public void test() throws IOException {
        //1.创建配置对象，指定zookeeper集群地址
        Configuration configuration = new Configuration();
        configuration.set("hbase.zookeeper.quorum","master-s:2181,slave1-s:2181,slave2-s:2181");
        //2.获取连接对象
        Connection connection = ConnectionFactory.createConnection(configuration);
        Admin admin = connection.getAdmin();
        //3.测试
        boolean b = admin.tableExists(TableName.valueOf("test1"));
        System.out.println(b);
        //4.释放资源
        admin.close();
    }
}//class end

结果

true

说明现在hbase中存在‘test1’表，如果不存在，则返回false

2. 提取成HbaseUtil 工具类

package cn.hbase;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.*;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.Filter;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import java.io.IOException;
import java.util.Iterator;

public class HBaseUtils {

    private final static String KEY = "hbase.zookeeper.quorum";
    private final static String VALUE = "master-s:2181,slave1-s:2181,slave2-s:2181";
    private static Configuration configuration;

    static {
        //1.创建配置对象
        configuration = HBaseConfiguration.create();
        configuration.set(KEY, VALUE);
    }


    public static Admin getAdmin() {
        try {
            Connection connection = ConnectionFactory.createConnection(configuration);
            Admin admin = connection.getAdmin();
            return admin;
        } catch (IOException e) {
            e.printStackTrace();
            return null;
        }
    }

    //关闭 admin 的
    public static void close(Admin admin) {
	        try {
	            if (admin != null) admin.close();
	        } catch (IOException e) {
	            e.printStackTrace();
	        }
    }
}

2.1 编码测试类模板

package cn.hbase;

import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.NamespaceDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;

import java.io.IOException;

public class DemoNamespace {

    private Connection connection;
    private HBaseAdmin admin;

    @Before
    public void before(){
        //调用自己写的工具类
        admin = (HBaseAdmin) HBaseUtils.getAdmin();
    }

    //具体逻辑  列出namespace
    @Test
    public void listNamespace() throws IOException {

    }
    
    @After
    public void after(){
        HBaseUtils.close(admin);
    }

}

3. Hbase中namespace 的CRUD。

（增加(Create)、查询(Retrieve)、更新(Update)和删除(Delete)）

3.1 编码

package cn.hbase;

import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.NamespaceDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;

import java.io.IOException;

public class DemoNamespace {

    private Connection connection;
    private HBaseAdmin admin;

    @Before
    public void before(){
        //调用自己写的工具类
        admin = (HBaseAdmin) HBaseUtils.getAdmin();
    }

    //具体逻辑  列出namespace
    @Test
    public void listNamespace() throws IOException {
        System.out.println("listNamespace()执行如下....");
        //1.获取到namespace的数组
        NamespaceDescriptor[] namespaceDescriptors = admin.listNamespaceDescriptors();
        //2.打印namespace
        for (NamespaceDescriptor namespaceDescriptor : namespaceDescriptors) {
            System.out.println(namespaceDescriptor.getName());
        }
    }
    
    //具体逻辑  创建namespace
    @Test
    public void createNamespace() throws IOException {
        System.out.println("createNamespace()执行如下....");
        //1.创建NamespaceDescriptor
        NamespaceDescriptor ns1 = NamespaceDescriptor.create("ns1").build();
        ns1.setConfiguration("name","Lq");
        //2.添加到admin
        admin.createNamespace(ns1);
    }

    //具体逻辑  根据namespace 列出表， 法1
    @Test
    public void listNamespaceTables1() throws IOException {
        System.out.println("listNamespaceTables1()执行如下....");
        //1.创建NamespaceDescriptor
        TableName[] defaultTables = admin.listTableNamesByNamespace("default");
        //2.display
        for (TableName defaultTable : defaultTables) {
            System.out.println(defaultTable.getNameAsString());
        }
    }

    //具体逻辑  根据namespace 列出表， 法2
    @Test
    public void listNamespaceTables2() throws IOException {
        System.out.println("listNamespaceTables2()执行如下....");
        //1.创建NamespaceDescriptor
        HTableDescriptor[] defaultTableDescriptors = admin.listTableDescriptorsByNamespace("hbase");
        //2.display
        for (HTableDescriptor defaultTableDescriptor : defaultTableDescriptors) {
            System.out.println(defaultTableDescriptor.getNameAsString());
        }
    }

    //具体逻辑  根据namespace名，修改其属性
    @Test
    public void changeNamespaceAttribute() throws IOException {
        System.out.println("changeNamespaceAttribute()执行如下....");
        //1.创建NamespaceDescriptor
        NamespaceDescriptor ns1 = NamespaceDescriptor.create("ns1").build();
        ns1.setConfiguration("name","Lq");
        ns1.setConfiguration("age","23");
        System.out.println("修改前：==="+ns1);
        ns1.setConfiguration("name","Marry");
        //2.添加到admin
        admin.modifyNamespace(ns1);
        System.out.println("修改后：==="+ns1);
    }

    //具体逻辑  根据namespace名，删除
    @Test
    public void delete() throws IOException {
        System.out.println("delete()执行如下....");
        admin.deleteNamespace("ns1");
    }

    @After
    public void after(){
        HBaseUtils.close(admin);
    }

}

3.2 部分测试结果

listNamespace()执行如下....
default
hbase

listNamespaceTables1()执行如下....
student
taxi
test1

changeNamespaceAttribute()执行如下....
修改前：==={NAME => 'ns1', age => '23', name => 'Lq'}
修改后：==={NAME => 'ns1', age => '23', name => 'Marry'}