Hbase建表FLinksql 任务运行

倾一生爱恋换一世纯真

已于 2024-07-02 13:41:29 修改

阅读量325

点赞数 2

文章标签： hbase 数据库大数据

于 2024-07-01 11:42:10 首次发布

本文链接：https://blog.csdn.net/weixin_44236758/article/details/140096690

版权

hbase建表数据

HBASE常用的Shell命令 - 《大数据实验手册》 - 书栈网 · BookStack

hbase FLinksql

-- 创建CATALOG
CREATE CATALOG `FLINK_CATALOG` WITH('type' = 'generic_in_memory');
-- 创建DATABASE
CREATE DATABASE IF NOT EXISTS `FLINK_CATALOG`.`FLINK_DATABASE`;

 
--   引用数据表:  [HBase结果表]
CREATE TABLE IF NOT EXISTS `FLINK_CATALOG`.`FLINK_DATABASE`.`t2` (
    `rowkey` STRING COMMENT 'rowkey'
    ,`f1` ROW < `name` VARCHAR,`int_test` INT,`bigint_test` BIGINT,`float_test` FLOAT,`double_test` DOUBLE,`decimal_test` DECIMAL(18, 3)>
    ,`f2` ROW < `varchar_test` STRING,`char_test` STRING,`date_test` DATE,`datetime_test` TIMESTAMP(3) > ,
	PRIMARY KEY ( `rowkey` ) NOT ENFORCED
) WITH (
	'connector' = 'hbase-2.2',
	-- 连接的 HBase 表名,
	'table-name' = 't2',
	-- HBase Zookeeper quorum 信息,
	'zookeeper.quorum' = 'ip:2181',
	-- HBase 集群的 Zookeeper 根目录,
	'zookeeper.znode.parent' = '/hbase-unsecure',
	-- 每次写入请求缓存行的最大大小,默认值为2mb，设置为 "0" 关闭此选项,
	'sink.buffer-flush.max-size' = '2mb',
	-- 每次写入请求缓存的最大行数,默认值为1000，设置为 "0" 关闭此选项,
	'sink.buffer-flush.max-rows' = '1000',
	-- 刷写缓存行的间隔,默认值为1s，设置为 "0" 关闭此选项,
	'sink.buffer-flush.interval' = '1s'
);

--   引用数据表:  [kafka源表]
CREATE TABLE IF NOT EXISTS `FLINK_CATALOG`.`FLINK_DATABASE`.`kafkacs2024` (
	`id` STRING,
  `name` VARCHAR,
  `int_test` INT,
  `bigint_test` BIGINT,
  `float_test` FLOAT,
  `double_test` DOUBLE,
  `decimal_test` DECIMAL(18, 3),
  `varchar_test` STRING,
  `char_test` STRING,
  `date_test` DATE,
  `datetime_test` TIMESTAMP(3),
  proctime AS PROCTIME()
) WITH (
	 'connector' = 'kafka',
 	 'topic' = 'kafkacs2024',
	 'properties.bootstrap.servers' = 'ip:9092',
	 'properties.group.id' = '0103a255-530e-47a4-b725-6157ba431bce',
	 'scan.startup.mode' = 'latest-offset',
	 'format' = 'json'
);

  
INSERT INTO  `FLINK_CATALOG`.`FLINK_DATABASE`.`t2`
SELECT  id as `rowkey`,
ROW(
    `name`,
    `int_test`,
    `bigint_test`,
    `float_test`,
    `double_test`,
    `decimal_test`) AS f1,
ROW(
    `varchar_test`,
    `char_test`,
    `date_test`,
    `datetime_test`) AS f2
   FROM `FLINK_CATALOG`.`FLINK_DATABASE`.`kafkacs2024` ;