flume mysql hbase_Flume将数据导入Hbase的步骤

Flume将数据导入Hbase的步骤

1:创建.conf文件

#cd /usr/tmp

#mkdir flumesrc

#vim netcat_to_hbase_user.conf

a1.sources=r1

a1.sinks=s1

a1.channels=c1

a1.sources.r1.type=netcat

a1.sources.r1.bind=master

a1.sources.r1.port=44444

a1.sinks.s1.type = hbase

a1.sinks.s1.table = user

a1.sinks.s1.columnFamily = i

a1.sinks.s1.serializer = org.apache.flume.sink.hbase.RegexHbaseEventSerializer

a1.channels.c1.type=memory

a1.channels.c1.capacity=1000

a1.channels.c1.transactionCapacity=100

a1.sources.r1.channels=c1

a1.sinks.s1.channel=c1

2:将hbase的8个jar包复制到flume安装目录的lib文件夹下

3:运行.conf文件

#flume-ng agent -c conf -f netcat_to_hbase_user.conf –name a1 -Dflume.root.logger=INFO,console

4:进入hbase,创建表

hbase(main):022:0> create ‘user’,’i’

5:操作flume,向hive输入数据

[root@master ~]# telnet master 44444

Trying 192.168.2.100…

Connected to master.

Escape character is ‘^]’.

guanyaqi

OK

6:查询Hbase的user表数据

#scan ‘user’