flume把日志从文件夹中采集hdfs上配置文件

# The configuration file needs to define the sources, 
# the channels and the sinks.
# Sources, channels and sinks are defined per agent, 
# in this case called 'agent'

#init
agent.sources = s1
agent.channels = c1
agent.sinks = k1

#define source s1
agent.sources.s1.type = exec
agent.sources.s1.command = tail -f /export/datas/shells/access.log

#define channel
agent.channels.c1.type = memory
#channel的容量最多能存多少个event
agent.channels.c1.capacity = 1000
#单次读取event的个数
agent.channels.c1.transactionCapacity = 100

#define sink
agent.sinks.k1.type = hdfs
#会自动创建目录按照时间和分钟
agent.sinks.k1.hdfs.path = /flume/hdfsPart/Day=%Y-%m-%d/Min=%H%M
agent.sinks.k1.hdfs.useLocalTimeStamp = true
#文件类型格式
agent.sinks.k1.hdfs.fileType = DataStream
#每过多少秒产生一个文件0代表不启用这种方式
agent.sinks.k1.hdfs.rollInterval = 0
agent.sinks.k1.hdfs.rollSize = 3024
agent.sinks.k1.hdfs.rollCount = 0

#bond
agent.sources.s1.channels = c1
agent.sinks.k1.channel = c1