flume配置

#agent1 name
agent1.channels = c1
agent1.sources = r1 r2
agent1.sinks = k1 k3


#set gruop
agent1.sinkgroups = g1
agent1.sinkgroups.g1.sinks = k1 k3
#set failover 此处使用failover策略
agent1.sinkgroups.g1.processor.type = failover
agent1.sinkgroups.g1.processor.priority.k1 = 10
agent1.sinkgroups.g1.processor.priority.k3 =  5
#agent1.sinkgroups.g1.processor.priority.k1 =  1
agent1.sinkgroups.g1.processor.maxpenalty =  10000
#agent1.sinkgroups.g1.processor.selector = round_robin
#agent1.sinkgroups.g1.processor.backoff = true


#set channel
agent1.channels.c1.type = memory
agent1.channels.c1.capacity = 1000
agent1.channels.c1.transactionCapacity = 100


#set sources
agent1.sources.r1.channels = c1


agent1.sources.r1.type = TAILDIR
agent1.sources.r1.filegroups = f1
agent1.sources.r1.positionFile = /usr/local/java/flume/apache-flume-1.8.0-bin/tmp/taildir_position.json
agent1.sources.r1.filegroups.f1 = /var/tracker/offline/logs/receipt.log
#此处指定kafka的topic
agent1.sources.r1.headers.f1.topic = test
agent1.sources.r1.headers.f1.routekey = KF-HF
#此处指定pool名
agent1.sources.r1.headers.f1.filename = offline


agent1.sources.r1.interceptors = i1 i2
agent1.sources.r1.interceptors.i1.type = host
agent1.sources.r1.interceptors.i2.type = timestamp


agent1.sources.r2.channels = c1


agent1.sources.r2.type = TAILDIR
agent1.sources.r2.filegroups = f2
agent1.sources.r2.positionFile = /usr/local/java/flume/apache-flume-1.8.0-bin/tmp/taildir2_position.json
agent1.sources.r2.filegroups.f2 = /var/tracker/order/logs/order.log
#此处指定kafka的topic
agent1.sources.r2.headers.f2.topic = logTest
agent1.sources.r2.headers.f2.routekey = KF-HF
#此处指定pool名
agent1.sources.r2.headers.f2.filename = order


agent1.sources.r2.interceptors = i1 i2 i3
agent1.sources.r2.interceptors.i1.type = static
agent1.sources.r2.interceptors.i1.key = host
agent1.sources.r2.interceptors.i1.value = 10.0.0.48
agent1.sources.r2.interceptors.i2.type = timestamp
#agent1.sources.r2.interceptors.i3.type = com.laiyifen.interceptor.PoolLogInterceptor$Builder
agent1.sources.r2.interceptors.i3.type = search_replace
agent1.sources.r2.interceptors.i3.searchPattern = \\[IP\\]
agent1.sources.r2.interceptors.i3.replaceString = [10.0.0.47]


# set sink1
agent1.sinks.k1.channel = c1
agent1.sinks.k1.type = avro
agent1.sinks.k1.hostname = 10.0.0.40
agent1.sinks.k1.port = 52020




# set sink2
#agent1.sinks.k2.channel = c1
#agent1.sinks.k2.type = avro
#agent1.sinks.k2.hostname = 10.3.0.137
#agent1.sinks.k2.port = 52020


# set sink3
agent1.sinks.k3.channel = c1
agent1.sinks.k3.type = avro
agent1.sinks.k3.hostname = 10.0.0.39
agent1.sinks.k3.port = 52020