大数据开发之scala操作hbase的工具类

pom文件 核心依赖

        <dependency>
            <groupId>org.apache.hbase</groupId>
            <artifactId>hbase-client</artifactId>
            <version>1.2.1</version>
        </dependency>
        <dependency>
            <groupId>org.apache.hbase</groupId>
            <artifactId>hbase-common</artifactId>
            <version>1.2.1</version>
        </dependency>

注意: 导入依赖的版本号要与集群的hbase版本号一致 否则会不兼容报错

 

拷贝hbase配置文件

从hbase集群的conf文件夹将hbase-site.xml拷贝到工程的resources问价夹下

hbase-site.xml文件内容(每个人安装时配置的可能不一样)

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
/**
 *
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
-->
<configuration>
                <!-- 指定hbase在HDFS上存储的路径 -->
        <property>
                <name>hbase.rootdir</name>
                <value>hdfs://node01:8020/hbase</value>
        </property>
                <!-- 指定hbase是分布式的 -->
        <property>
                <name>hbase.cluster.distributed</name>
                <value>true</value>
        </property>
                <!-- 指定zk的地址，多个用“,”分割 -->
        <property>
                <name>hbase.zookeeper.quorum</name>
                <value>node01:2181,node02:2181,node03:2181</value>
        </property>
</configuration>

工具类代码:

package com.itheima.realprocess.util

import org.apache.hadoop.conf.Configuration
import org.apache.hadoop.hbase.client._
import org.apache.hadoop.hbase.util.Bytes
import org.apache.hadoop.hbase.{HBaseConfiguration, HColumnDescriptor, HTableDescriptor, TableName}

/**
  * hbase操作工具类
  */
object HbaseUtil {


  
  private val config: Configuration = HBaseConfiguration.create()   // 封装hbase的参数

  private val conn: Connection = ConnectionFactory.createConnection(config)   // 构建hbase的连接操作


  private val admin: Admin = conn.getAdmin    // 获取hbase的客户端操作


  /**
    * 创建表
    * @param columnFamily 列蔟名
    * @return HBase表
    */
  def init(tableNameStr: String, columnFamily: String): Table = {
    val tableName: TableName = TableName.valueOf(tableNameStr)

    // 构建表的描述器
    val hTableDescriptor = new HTableDescriptor(tableName)
    // 构建列族的描述器
    val hColumnDescriptor = new HColumnDescriptor(columnFamily)

    hTableDescriptor.addFamily(hColumnDescriptor)
    // 如果表不存在则创建表
    if (!admin.tableExists(tableName)) {
      admin.createTable(hTableDescriptor)
    }

    conn.getTable(tableName)

  }


  /**
    * 根据rowkey,列名查询数据
    * @param rowkey rowkey
    * @param columnFamily 列蔟名
    * @param column 列名
    * @return 数据
    */
  def getData(tableNameStr: String, rowkey: String, columnFamily: String, column: String): String = {
    val table: Table = init(tableNameStr, columnFamily)
    var tmp = ""

    try {
      val bytesRowkey = Bytes.toBytes(rowkey)
      val get: Get = new Get(bytesRowkey)
      val result: Result = table.get(get)
      val values: Array[Byte] = result.getValue(Bytes.toBytes(columnFamily), Bytes.toBytes(column.toString))

      if (values != null && values.size > 0) {
        tmp = Bytes.toString(values)
      }
    } catch {
      case e: Exception => e.printStackTrace()
    } finally {
      table.close()
    }
    tmp
  }

  /**
    * 批量获取列的数据
    * @param tableNameStr 表名
    * @param rowkey rowkey
    * @param columnFamily 列蔟
    * @param columnList 列的名字列表
    * @return
    */
  def getData(tableNameStr: String, rowkey: String, columnFamily: String, columnList:List[String]) = {
    val table: Table = init(tableNameStr, columnFamily)
    var tmp = ""

    try {
      val bytesRowkey = Bytes.toBytes(rowkey)
      val get: Get = new Get(bytesRowkey)
      val result: Result = table.get(get)
      val valueMap = collection.mutable.Map[String, String]()

      columnList.map{
        col=>
          val values: Array[Byte] = result.getValue(Bytes.toBytes(columnFamily), Bytes.toBytes(col))

          if (values != null && values.size > 0) {
            col -> Bytes.toString(values)
          }
          else {
            ""->""
          }
      }.filter(_._1 != "").toMap
    } catch {
      case e: Exception =>
        e.printStackTrace()
        Map[String, String]()
    } finally {
      table.close()
    }
  }

  /**
    * 插入/更新一条数据
    * @param rowKey rowkey
    * @param columnFamily 列蔟
    * @param column 列名
    * @param data 数据
    */
  def putData(tableNameStr: String, rowKey: String, columnFamily: String, column: String, data: String) = {

    val table: Table = init(tableNameStr, columnFamily)

    try {
      val put: Put = new Put(Bytes.toBytes(rowKey))
      put.addColumn(Bytes.toBytes(columnFamily), Bytes.toBytes(column.toString), Bytes.toBytes(data.toString))
      table.put(put)
    } catch {
      case e: Exception => e.printStackTrace()
    } finally {
      table.close()
    }
  }

  /**
    * 使用Map封装数据，插入/更新一批数据
    * @param rowKey rowkey
    * @param columnFamily 列蔟
    * @param mapData key:列名，value：列值
    */
  def putMapData(tableNameStr: String, rowKey: String, columnFamily: String, mapData: Map[String, String]) = {
    val table: Table = init(tableNameStr, columnFamily)
    try {
      val put: Put = new Put(Bytes.toBytes(rowKey))
      if (mapData.size > 0) {
        for ((k, v) <- mapData) {
          put.addColumn(Bytes.toBytes(columnFamily), Bytes.toBytes(k), Bytes.toBytes(v))
        }
      }
      table.put(put)
    } catch {
      case e: Exception => e.printStackTrace()
    } finally {
      table.close()
    }
  }

  /**
    * 根据rowkey删除一条数据
    *
    * @param tableNameStr 表名
    * @param rowkey rowkey
    */
  def deleteData(tableNameStr:String, rowkey:String, columnFamily:String) = {
    val tableName: TableName = TableName.valueOf(tableNameStr)

    // 构建表的描述器
    val hTableDescriptor = new HTableDescriptor(tableName)
    // 构建列族的描述器
    val hColumnDescriptor = new HColumnDescriptor(columnFamily)

    hTableDescriptor.addFamily(hColumnDescriptor)
    // 如果表不存在则创建表
    if (!admin.tableExists(tableName)) {
      admin.createTable(hTableDescriptor)
    }

    val table = conn.getTable(tableName)

    try {
      val delete = new Delete(Bytes.toBytes(rowkey))
      table.delete(delete)
    }
    catch {
      case e:Exception => e.printStackTrace()
    }
    finally {
      table.close()
    }
  }

  def main(args: Array[String]): Unit = {
    // 测试：插入一条数据
//    putData("test" , "123" , "info" , "tt" , "this is a test")

    // 测试查询一条数据
//     val data1 = getData("test", "123" , "info" , "tt")
//     println(data1)

    // 测试：删除一条数据
//     deleteData("test", "123", "info")


    // 测试：插入一批数据
//    var map = Map("t1" -> "123", "t2" -> "234")
//     putMapData("test", "123", "info", map)

    // 测试：查询数据
//    println(getData("test", "123", "info", "t1"))
//    println(getData("test", "123", "info", "t2"))

    // 测试：删除一条数据
//    deleteData("test", "123", "info")
  }

}