flume一个负载均衡和故障转移的配置文件记录

Flume-1：flume-file-flume.conf：

a1.sources = r1
a1.channels = c1
a1.sinks = k1 k2
a1.sinkgroups = g1

#配置sink processor
a1.sinkgroups.g1.processor.type = failover
#配置sink优先级
a1.sinkgroups.g1.processor.priority.k1 = 5
a1.sinkgroups.g1.processor.priority.k2 = 10
a1.sinkgroups.g1.processor.maxpenalty = 10000

#配置sources
a1.sources.r1.type = netcat
a1.sources.r1.bind = localhost
a1.sources.r1.port = 44444


#配置c1
a1.channels.c1.type = memory
a1.channels.c1.capacity = 1000
a1.channels.c1.transactionCapacity = 100


#配置k1
a1.sinks.k1.type = avro
a1.sinks.k1.hostname = hadoop102
a1.sinks.k1.port = 4141

#配置k2
a1.sinks.k2.type = avro
a1.sinks.k2.hostname = hadoop102
a1.sinks.k2.port = 4142

#连接
a1.sources.r1.channels = c1
a1.sinkgroups.g1.sinks = k1 k2
a1.sinks.k2.channel = c1
a1.sinks.k1.channel = c1

Flime2：flume-flume-hdfs.conf

a2.sources = r1
a2.channels = c1
a2.sinks = k1




#配置r1
a2.sources.r1.type = avro
a2.sources.r1.bind = hadoop102
a2.sources.r1.port = 4141


#配置c1
a2.channels.c1.type = memory
a2.channels.c1.capacity = 1000
a2.channels.c1.transactionCapacity = 100


#配置k1
a2.sinks.k1.type = logger



#连接
a2.sources.r1.channels = c1 
a2.sinks.k1.channel = c1

Flume3：flume-flume-dir.conf

a3.sources = r1
a3.channels = c2
a3.sinks = k1




#配置r1
a3.sources.r1.type = avro
a3.sources.r1.bind = hadoop102
a3.sources.r1.port = 4142


#配置c1
a3.channels.c2.type = memory
a3.channels.c2.capacity = 1000
a3.channels.c2.transactionCapacity = 100


#配置k1
a3.sinks.k1.type = logger



#连接
a3.sources.r1.channels = c2
a3.sinks.k1.channel = c2