flume串联的简单使用

agent1: exec + memory + avro     

agent2: avro + memory + hdfs

#gent的名称为"a1" 

a1.sources = r1 

a1.sinks = k1 

a1.channels = c1 

 

a1.sources.r1.type = exec

a1.sources.r1.command = tail -F/opt/data/data.log

a1.sources.r1.channels = c1

 

a1.channels.c1.type = memory

 

a1.sinks.k1.type = avro 

a1.sinks.k1.hostname = 192.168.179.160

a1.sinks.k1.port = 44444 

 

a1.sinks.k1.channel = c1

#----------------------------------------------------------------

#gent的名称为"a2"

a2.sources = r1 

a2.sinks = k1 

a2.channels = c1 

   

a2.sources.r1.type = avro 

a2.sources.r1.bind = 192.168.179.160

a2.sources.r1.port = 44444 

 

a2.sources.r1.interceptors = i1 

a2.sources.r1.interceptors.i1.type =timestamp 

a2.sources.r1.channels = c1

 

a2.channels.c1.type = memory

 

a2.sinks.k1.type = hdfs

a2.sinks.k1.hdfs.path =hdfs://hadoop01:8020/data/flume/hdfs/

a2.sinks.k1.hdfs.fileType = DataStream

a2.sinks.k1.hdfs.writeFormat = Text

 

a2.sinks.k1.channel = c1

flume-ngagent \

--namea1  \

--conf$FLUME_HOME/conf \

--conf-file$FLUME_HOME/conf/a.conf \

-Dflume.root.logger=INFO,console