Logstash5.6.1-Kafka插件配置

最新推荐文章于 2024-10-16 10:56:54 发布

weixin_34258782

最新推荐文章于 2024-10-16 10:56:54 发布

阅读量87

点赞数

文章标签：大数据

原文链接：http://www.cnblogs.com/fangyuan303687320/p/7741941.html

版权

output {
    elasticsearch {
        hosts => ["host1:9200","host2:9200","host3:9200"]
        index => "logstash-%{type}-%{+YYYY.MM.dd}"
        document_type => "%{type}"
        workers => 1
        flush_size => 10
        idle_flush_time => 10
        template_overwrite => true
    }

kafka {
codec => plain {
format => "%{message}"
}
topic_id => "mytopic"
bootstrap_servers => "kfka1:9092,kafka2:9092"batch_size => "16384"
compression_type => "gzip"
linger_ms => "1000"
reconnect_backoff_ms => "10000"
buffer_memory => "33554432"
key_serializer => "org.apache.kafka.common.serialization.IntegerSerializer"
value_serializer => "org.apache.kafka.common.serialization.StringSerializer"
}
   
}