logstash

filter 

转载：https://www.cnblogs.com/dyh004/p/9699813.html

output

//输出到控制台
output {
  stdout {
    codec => rubydebug
  }
}

//输出到elasticsearch
elasticsearch {
  hosts => ["http://localhost:9200"]
  index => "%{[@metadata][beat]}-%{[@metadata][version]}-%{+YYYY.MM.dd}"
  #user => "elastic"
  #password => "changeme"
}

//输出到kafka
output {
  kafka {
      topic_id => "supernova"
      codec => plain {
      format => "%{message}"
      charset => "UTF-8"
   }
}

input

//开放5044端口使beat连接
input {
  beats {
    port => 5044
  }
}

//直接读取日志文件
input {
    file {
        path => "/var/log/messages"
    }
}

//获取到kafka中的数据
input {
  kafka {
    type => "supernova"
    auto_offset_reset => "smallest"
    codec => "plain"
    group_id => "elas2"
    topic_id => "supernova"
  }
}