Flume -将A服务器上的日志采集到B服务器上

1、目的：将A服务器上的日志实时采集到B服务器

2、选型：

        exec source + memory channel +avro sink

        avro source +memory channel +logger sink

 

3、配置文件 2个

# exec-memory-avro.conf

b1.sources = r1

b1.sinks = k1

b1.channels = c1



# Describe/configure the source

b1.sources.r1.type = exec

b1.sources.r1.command = tail -F /usr/local/flume/data.log

b1.sources.r1.shell = /bin/sh -c



# Describe the sink

b1.sinks.k1.type = avro

b1.sinks.k1.hostname = localhost

b1.sinks.k1.type = 44444



# Use a channel which buffers events in memory

b1.channels.c1.type = memory

b1.channels.c1.capacity=1000

b1.channels.c1.transactionCapacity=100



# Bind the source and sink to the channel

b1.sources.r1.channels = c1

b1.sinks.k1.channel = c1

 

# avro-memory-logger.conf

d1.sources = r2

d1.sinks = k2

d1.channels = c2



# Describe/configure the source

d1.sources.r2.type = avro

d1.sources.r2.bind = localhost

d1.sources.r2.port = 44444



# Describe the sink

d1.sinks.k2.type = logger



# Use a channel which buffers events in memory

d1.channels.c2.type = memory

d1.channels.c2.capacity=1000

d1.channels.c2.transactionCapacity=100



# Bind the source and sink to the channel

d1.sources.r2.channels = c2

d1.sinks.k2.channel = c2