Hbase API CRUD操作 新版本 scala语言

本文内容：通过api的方式操作Hbase 完成 创建表、删除表、展示表、增加列族

---

旧版本变更

HBase 2.2.2 Jave/scala API 中使用HTableDescriptor与HColumnDescriptor时提示不推荐使用了，并且在3.0.0版本将删除，而是使用TableDescriptorBuilder和ColumnFamilyDescriptorBuilder

新版本用法

package utils
import org.apache.hadoop.conf.Configuration
import org.apache.hadoop.hbase.{Cell, CellUtil, HBaseConfiguration, TableName}
import org.apache.hadoop.hbase.client.{Admin, ColumnFamilyDescriptor, ColumnFamilyDescriptorBuilder, Connection, ConnectionFactory, Get, Result, TableDescriptor, TableDescriptorBuilder}
import org.apache.hadoop.hbase.util.Bytes
import org.apache.log4j.Logger
import org.json.JSONObject


object HbaseUtil {
  private val conn = hbaseInit()
  private val logger: Logger = Logger.getLogger(this.getClass)

  def main(args: Array[String]): Unit = {
    deleteHbaseTable("TEST:SAMPLE_TASK_SCAN_NEWEST")
    println(1111)
//    deleteHbaseTable("TEST:SAMPLE_TASK_SCAN_NEWEST")
//    println(1111)
//    showTables()
//    createTableSimpleCF("TMP:lzxtest","i")
//    println(22222)
//    showTables()
//    hbaseClose()
//    val get: Get = buildGet("06a69bb619a2436806eabbd038cea57fe8e8d224_qvm_scan", 1)
//    val Obj: Option[JSONObject] = getHbaseData("TMP:lzxtest", get)
//    println(Obj)
//    hbaseClose()
  }

  //初始化连接
  def hbaseInit(): Connection = {
    val config: Configuration = HBaseConfiguration.create()
    config.set("hbase.zookeeper.quorum", "xxx,xxx,xxx")
    config.set("hbase.zookeeper.property.clientPort", "2181")
    config.set("hbase.master", "xxx:16000")
    val conn: Connection = ConnectionFactory.createConnection(config)
    conn
  }

  //获取连接
  def getConnection: Connection = {
    conn
  }

  //关闭连接
  def hbaseClose(): Unit = {
      conn.close()
  }

  /***
   * @Author: lzx
   * @Description:  创建表 --单列族
   * @Date: 2022/7/8
   * @Param hbaseTableName:
   * @Param colFamily:
   * @return: void
   **/
  def createTableSimpleCF(hbaseTableName:String,colFamily:String)={
    val admin: Admin = getConnection.getAdmin
    val tableName: TableName = TableName.valueOf(hbaseTableName)
    if (!admin.tableExists(tableName)){
      logger.info(s"创建表 $hbaseTableName")
      val tableNameBuilder: TableDescriptorBuilder = TableDescriptorBuilder.newBuilder(tableName)
      //添加列族
      val columnFamilyDescriptor: ColumnFamilyDescriptor = ColumnFamilyDescriptorBuilder.newBuilder(colFamily.getBytes()).build()
      val tableDescriptor: TableDescriptor = tableNameBuilder.setColumnFamily(columnFamilyDescriptor).build()
      //创建表
      admin.createTable(tableDescriptor)
    }
    //关闭连接
    admin.close()
//    hbaseClose()
  }
  /***
   * @Author: lzx
   * @Description:  创建表 --多列族
   * @Date: 2022/7/8
   * @Param hbaseTableName:
   * @Param colFamily:
   * @return: void
   **/
  def createTableManyCF(hbaseTableName:String,colFamily:Array[String])={
    val admin: Admin = getConnection.getAdmin
    val tableName: TableName = TableName.valueOf(hbaseTableName)
    if (!admin.tableExists(tableName)){
      logger.info(s"创建表 $hbaseTableName")

      val columnFamilyList = new util.ArrayList[ColumnFamilyDescriptor]()
      val tableNameBuilder: TableDescriptorBuilder = TableDescriptorBuilder.newBuilder(tableName)
      colFamily.foreach(f=>{
        //添加列族
        val columnFamilyDescriptor: ColumnFamilyDescriptor = ColumnFamilyDescriptorBuilder.newBuilder(f.getBytes()).build()
        columnFamilyList.add(columnFamilyDescriptor)
      })
      val tableDescriptor: TableDescriptor = tableNameBuilder.setColumnFamilies(columnFamilyList).build()
      //创建表
      admin.createTable(tableDescriptor)
    }
    //关闭连接
    admin.close()
//    hbaseClose()
  }
  /***
   * @Author: lzx
   * @Description:删除表
   * @Date: 2022/7/14
   * @Param hbaseTbaleName:
   * @return: void
   **/
  def deleteHbaseTable(hbaseTbaleName:String): Unit ={
    logger.info(s"删除表$hbaseTbaleName")
    val admin: Admin = getConnection.getAdmin
    val tableName: TableName = TableName.valueOf(hbaseTbaleName)
    if (admin.tableExists(tableName)){
      admin.disableTable(tableName)
      admin.deleteTable(tableName)
      logger.info(s"删除 $hbaseTbaleName success")
    }
    admin.close()
//    hbaseClose()
  }

  /***
   * @Author: lzx
   * @Description:展示表
   * @Date: 2022/7/14
   * @return: void
   **/
  def showTables(): Unit ={
    val admin: Admin = getConnection.getAdmin
    val tableNames: Array[TableName] = admin.listTableNames()
    tableNames.foreach(f=>{
      logger.warn(f)
    })
    admin.close()
//    hbaseClose()
  }

  /***
   * @Author: lzx
   * @Description:向表中添加一个列族
   * @Date: 2022/7/17
   * @Param hbaseTbaleName:
   * @return: void
   **/
  def getHbase(hbaseTableName:String,columnFamily:String)={
    val admin: Admin = getConnection.getAdmin
    val tableName: TableName = TableName.valueOf(hbaseTableName)
    if (admin.tableExists(tableName)){
      val tableDes: TableDescriptor = TableDescriptorBuilder.newBuilder(tableName).build()
      val columnFamilyDes: ColumnFamilyDescriptor = ColumnFamilyDescriptorBuilder.newBuilder(columnFamily.getBytes()).build()
      admin.addColumnFamily(tableName,columnFamilyDes)
      System.out.println("增加" + hbaseTableName + "的列族" + columnFamily)
    }
    admin.close()
//    conn.close()
  }

  /***
   * @Author: lzx
   * @Description:向表中删除一个列族
   * @Date: 2022/7/17
   * @return: void
   **/
  def removeCF(hbaseTableName:String,columnFamily:String )={
    val conn: Connection = getConnection
    val admin: Admin = conn.getAdmin
    val tableName: TableName = TableName.valueOf(hbaseTableName)
    if (admin.tableExists(tableName)){
      val tableDes: TableDescriptor = TableDescriptorBuilder.newBuilder(tableName).build()
      admin.deleteColumnFamily(tableName,columnFamily.getBytes())
      System.out.println("删除"+hbaseTableName,"的列族"+columnFamily)
    }
    admin.close()
//    conn.close()
  }
  /***
   * @Author: lzx
   * @Description: get Hbase数据
   * @Date: 2022/7/17
   * @Param hbaseTableName:
   * @Param get:
   * @return: scala.Option<org.json.JSONObject>
   **/
  def getHbaseData(hbaseTableName:String , get:Get): Option[JSONObject] ={
    val conn: Connection = getConnection
    val result: Result = conn.getTable(TableName.valueOf(hbaseTableName)).get(get)
    var obj:JSONObject = null
    if (!result.isEmpty){
      val cellsArray: Array[Cell] = result.rawCells()
      obj = new JSONObject()
      cellsArray.foreach(cell=>{
        val cellName: String = Bytes.toString(CellUtil.cloneQualifier(cell))
        val cellValue: String = Bytes.toString(CellUtil.cloneValue(cell))
        obj.put(cellName,cellValue)
      })
      Some(obj)
    }else{
      None
    }
  }

  def buildGet(rk:String,versions:Int): Get ={
    val get = new Get(Bytes.toBytes(rk))
    get.addFamily(Bytes.toBytes("i"))
    get.readVersions(versions)
    get
  }

}