Flume sink

1.hdfs

                a1.sources = r1
		a1.channels = c1
		a1.sinks = k1

		a1.sources.r1.type = netcat
		a1.sources.r1.bind = localhost
		a1.sources.r1.port = 8888

		a1.sinks.k1.type = hdfs
		a1.sinks.k1.hdfs.path = /flume/events/%y-%m-%d/%H/%M/%S
		a1.sinks.k1.hdfs.filePrefix = events-

		#是否是产生新目录,每十分钟产生一个新目录,一般控制的目录方面。
		#2017-12-12 -->
		#2017-12-12 -->%H%M%S

		a1.sinks.k1.hdfs.round = true			
		a1.sinks.k1.hdfs.roundValue = 10
		a1.sinks.k1.hdfs.roundUnit = second
		
		a1.sinks.k1.hdfs.useLocalTimeStamp=true

		#是否产生新文件。
		a1.sinks.k1.hdfs.rollInterval=10
		a1.sinks.k1.hdfs.rollSize=10
		a1.sinks.k1.hdfs.rollCount=3

		a1.channels.c1.type=memory

		a1.sources.r1.channels = c1
		a1.sinks.k1.channel = c1

2.hive

3.hbase


		a1.sources = r1
		a1.channels = c1
		a1.sinks = k1

		a1.sources.r1.type = netcat
		a1.sources.r1.bind = localhost
		a1.sources.r1.port = 8888

		a1.sinks.k1.type = hbase
		a1.sinks.k1.table = ns1:t12
		a1.sinks.k1.columnFamily = f1
		a1.sinks.k1.serializer = org.apache.flume.sink.hbase.RegexHbaseEventSerializer

		a1.channels.c1.type=memory

		a1.sources.r1.channels = c1
		a1.sinks.k1.channel = c1

4.kafka

                a1.sources = r1
		a1.sinks = k1
		a1.channels = c1

		a1.sources.r1.type=netcat
		a1.sources.r1.bind=localhost
		a1.sources.r1.port=8888

		a1.sinks.k1.type = org.apache.flume.sink.kafka.KafkaSink
		a1.sinks.k1.kafka.topic = test3
		a1.sinks.k1.kafka.bootstrap.servers = s202:9092
		a1.sinks.k1.kafka.flumeBatchSize = 20
		a1.sinks.k1.kafka.producer.acks = 1

		a1.channels.c1.type=memory

		a1.sources.r1.channels = c1
		a1.sinks.k1.channel = c1

 

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值