producer.sources = r1
producer.sinks = k1 k2
producer.channels = c1 c2
# Describe/configure the source
producer.sources.r1.type = exec
producer.sources.r1.command =tail -F /home/tom/job/test/data/test.txt
# Describe the sink
producer.sinks.k1.type = logger
producer.sinks.k2.type = com.thilinamb.flume.sink.KafkaSink3
producer.sinks.k2.topic = producer
producer.sinks.k2.batchSize = 1
producer.sinks.k2.channel = adchannel-1
producer.sinks.k2.brokerList = tom-centos:9092
# Use a channel which buffers events in memory
producer.channels.c1.type = memory
producer.channels.c1.capacity = 10000
producer.channels.c1.transactionCapacity = 1000
producer.channels.c2.type = memory
producer.channels.c2.capacity = 1000
producer.channels.c2.transactionCapacity = 100
# Bind the source and sink to the channel
producer.sources.r1.channels = c1 c2
producer.sources.r1.selector.type = replicating
producer.sinks.k1.channel = c1
producer.sinks.k2.channel = c2
exec方式flume-ng配置
最新推荐文章于 2020-08-26 10:10:03 发布