部署
flume
下载链接 https://flume.apache.org/download.html 【flume 1.8】
Kafka
https://kafka.apache.org 【kafka_2.11-1.0.0.tgz】
移动文件
~/Downloads $ tar zxvf apache-flume-1.8.0-bin.tar.gz
~/Downloads $ mv apache-flume-1.8.0-bin /usr/local #注意root执行
~/Downloads $ tar zxf kafka_2.11-1.0.0.tgz
~/Downloads $ mv kafka_2.11-1.0.0.tgz /usr/local #注意root执行
配置文件
apache-flume-1.8.0-bin/conf $ touch flume-kafka.conf
apache-flume-1.8.0-bin/conf $ vim flume-kafka.conf
#agent1组件名称
agent1.sources = source
agent1.sinks = sink
agent1.channels = channel
#agent1-source
agent1.sources.source.type = spooldir
agent1.sources.source.spoolDir = /usr/local/apache