flume source netcatudp channels memory sinks kafka

source:

netcatudp

channels:

memory

sinks:

org.apache.flume.sink.kafka.KafkaSink

 

tier1.sources  = source1
tier1.channels = channel1
tier1.sinks = sink1

tier1.sources.source1.type = netcatudp
tier1.sources.source1.bind = 0.0.0.0
tier1.sources.source1.port = 514
tier1.sources.source1.channels = channel1

tier1.channels.channel1.type = memory
tier1.channels.channel1.capacity = 100000
tier1.channels.channel1.transactionCapacity = 100000

tier1.sinks.sink1.type = org.apache.flume.sink.kafka.KafkaSink
tier1.sinks.sink1.topic = first_floor_test
tier1.sinks.sink1.brokerList = 172.168.1.17:9092,172.168.1.16:9092,172.168.1.14:9092
tier1.sinks.sink1.channel = channel1
tier1.sinks.sink1.batchSize = 100000
tier1.sinks.sink1.compression.type = snappy