flume kafka测试环境配置 windows

flume

版本：apache-flume-1.7.0-bin

启动

cd E:\localbigdata\apache-flume-1.7.0-bin\bin
flume-ng.cmd  agent -conf ../conf  -conf-file ../conf/syslog_udp.conf  -name a1  -property flume.root.logger=INFO,console

配置

a1.sources = r1
a1.sinks = k1
a1.channels = c1
 
a1.sources.r1.type = syslogudp
a1.sources.r1.port = 514
a1.sources.r1.host = 0.0.0.0

a1.sinks.k1.type = org.apache.flume.sink.kafka.KafkaSink
a1.sinks.k1.brokerList=10.240.1.233:9092
a1.sinks.k1.topic=test
a1.sinks.k1.batchSize=20
 
a1.channels.c1.type = memory
a1.channels.c1.capacity = 10000
a1.channels.c1.transactionCapacity = 10000
 
a1.sources.r1.channels = c1
a1.sinks.k1.channel = c1

kafka

版本：kafka_2.11-0.11.0.1

启动 建立topic

cd E:\localbigdata\kafka_2.11-0.11.0.1
.\bin\windows\kafka-server-start.bat .\config\server.properties
.\bin\windows\kafka-topics.bat --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test