flume配置

agent1.sources = source1
agent1.sinks = sink1
agent1.channels = channel1

source：

agent1.sources.source1.channels = channel1
# 监听目录
agent1.sources.source1.type = spooldir
agent1.sources.source1.spoolDir = /dir/spooldir

# 自定义source
agent1.sources.source1.type = com.besttone.flume.SpoolDirectoryExtSource   #写类的全路径名
agent1.sources.source1.spoolDir = /opt/logs   #监控的目录
agent1.sources.source1.splitFileName = true   #是否分隔文件名，并把分割后的内容添加到header中，默认false
agent1.sources.source1.splitBy = \\.                   #以什么符号分隔，默认是"."分隔
agent1.sources.source1.splitBaseNameHeader = fileNameSplit  #分割后写入header的key的前缀，比如a.log.2014-07-31,按“."分隔，

channel:

# file channel，可以持久化到磁盘上
agent1.channels.channel1.type = file

sink:

agent1.sinks.sink1.channel = channel1

# logger sink，用于将事件打印到控制台
agent1.sinks.sink1.type = logger

# 将事件保存到hdfs上
agent1.sinks.sink1.type = hdfs
agent1.sinks.sink1.hdfs.path = /hdfs/dir
agent1.sinks.sink1.hdfs.useLocalTimeStamp = true
agent1.sinks.sink1.hdfs.rollInterval = 300
agent1.sinks.sink1.hdfs.rollSize = 67108864
agent1.sinks.sink1.hdfs.rollCount = 0