a1.sources = s1
a1.channels=c1
a1.sinks=k1
a1.sources.s1.type =spooldir
a1.sources.s1.channels=c1
a1.sources.s1.spoolDir=/home/wang/a/flume/logs
a1.sources.s1.fileHeader=true
a1.channels = c1
a1.channels.c1.type =SPILLABLEMEMORY
a1.channels.c1.memoryCapacity = 10000
a1.channels.c1.overflowCapacity = 1000000
a1.channels.c1.byteCapacity = 800000
a1.channels.c1.checkpointDir =/home/wangfutai/a/flume/checkpoint
a1.channels.c1.dataDirs = /home/wangfutai/a/flume/data
a1.sinks.k1.channel = c1
a1.sinks.k1.type = org.apache.flume.sink.kafka.KafkaSink
a1.sinks.k1.kafka.topic = stremaingTest2
a1.sinks.k1.kafka.bootstrap.servers = wang:9092
a1.sinks.k1.kafka.flumeBatchSize = 20
a1.sinks.k1.kafka.producer.acks = 1
a1.sinks.k1.kafka.producer.linger.ms = 1
创建:kafka-topics.sh --create --topic 'stremaingTest2' --zookeeper 'wangfutai:2181'\ --partitions 1 --replication-factor 1
消费者:kafka-console-consumer.sh --topic 'stremaingTest2' --zookeeper 'wangfutai:2181' --from-beginning --skip-message-on-error