flume 读文件spooldir 写入kafka

 

flume 配置文件

#source: sdir sink: skafka channel: d2k agent1.sources = sdir agent1.sinks = skafka agent1.channels = d2k   #d2k skafka agent1.sinks.skafka.channel = d2k #sdir d2k agent1.sources.sdir.channels = d2k   #describe the source agent1.sources.sdir.type = spooldir  agent1.sources.sdir.spoolDir = /home/huser/testDataFiles ##文件存放的目录位置   #use a channel which buffers events in memory agent1.channels.d2k.type = memory agent1.channels.d2k.capacity = 1000 agent1.channels.d2k.transactionCapacity = 1000   #sinks type  kafka agent1.sinks.skafka.t