flume+kafka配置测试流程

1、配置flume里的conf文件

[root@Zk-robot-2 kafka]# cd /opt/flume-1.8.0/conf/
[root@Zk-robot-2 conf]# vi flume_to_kafka.conf

#配置agent
agent1.sources=source1
agent1.channels=channel1
agent1.sinks=sink1

#配置source1

agent1.sources.source1.type=spooldir

#指定监控的目录，监控/home/hadoop/logs，如果监控的文件夹有更新
agent1.sources.source1.spoolDir=/home/hadoop/logs
agent1.sources.source1.channels=channel1
agent1.sources.source1.fileHeader=false

 

#配置channel1
agent1.channels.channel1.type=file
#channel存放数据的备份目录
agent1.channels.channel1.checkpointDir=/home/hadoop/channel_data.backup
#channel数据存放目录
agent1.channels.channel1.dataDirs=/home/hadoop/channel_data

#配置sink1

#指定从哪一个channel中取数
agent1.sinks.sink1.channel=channel1
#指定消息发送到kafka
agent1.sinks.sink1.type=org.apache.flume.sink.kafka.KafkaSink<