第1关：Flume安装与测试

tar -zxf /opt/apache-flume-1.7.0-bin.tar.gz

mv  apache-flume-1.7.0-bin  flume-1.7.0

vi  flume-1.7.0/conf/test.conf

#配置Source,channel,sink名称

a1.sources=taildir-source1

a1.channels=ch1

a1.sinks=hdfs-sink1

#配置source

a1.sources.taildir-source1.type=exec

a1.sources.taildir-source1.command=tail -n +0 -F /home/source.log

#配置channel

a1.channels.ch1.type=memory

a1.channels.ch1.capacity=100

#配置sink

a1.sinks.hdfs-sink1.type=hdfs

a1.sinks.hdfs-sink1.hdfs.path=hdfs://localhost:9000/flume

a1.sinks.hdfs-sink1.hdfs.filePrefix=flume

a1.sinks.hdfs-sink1.hdfs.rollInterval=4

a1.sinks.hdfs-sink1.hdfs.fileType=DataStream

#配置source和sink绑定到channel

a1.sinks.hdfs-sink1.channel=ch1

a1.sources.taildir-source1.channels=ch1

hdfs dfs -mkdir /flume

hdfs dfs -ls /flume

cd  flume-1.7.0

bin/flume-ng agent -n a1 -c conf -f conf/test.conf -Dflume.root.logger=INFO,console

新开一个命令行窗口

root@educoder:~# echo 111 >> /home/source.log

root@educoder:~# echo 222 >> /home/source.log

root@educoder:~# echo 333 >> /home/source.log

root@educoder:~# echo 444 >> /home/source.log

root@educoder:~# echo 555 >> /home/source.log

root@educoder:~# hdfs dfs -ls /flume