Logstash学习总结（二） INPUT应用实例2

一、对接syslog日志
input{
    udp {
        port => 514
        type => "syslog"
        codec => "json"
    }
}

二、对接collectd采集的系统资源
input{
   udp {
       port => 25826
       buffer_size => 1452
       workers => 3          # Default is 2
       queue_size => 30000   # Default is 2000
       codec => collectd { }
       type => "collectd"
  }
}

三、对接lumberjack采集的日志
input{
    lumberjack {
       port => 5000
       ssl_certificate => "/usr/local/test/logstash-5.0.0/config/logstash-forwarder.crt"
       ssl_key => "/usr/local/test/logstash-5.0.0/config/logstash-forwarder.key"
       type => "test"
    }
}

四、对接kafka

input{
    kafka {
      codec => "plain"
      auto_offset_reset => "earliest"
      bootstrap_servers => "master:9092,slave1:9092,slave2:9092"
      group_id => "elink_topic"
      topics => ["elink"]
    }
}

五、对接关系型数据库
input {  
   #this config:output must be es,because the data maybe twice or more ,es can duplicate #removal  
   jdbc {  
        jdbc_driver_library => "/usr/local/test/logstash-5.0.0/lib/ojdbc7-12.1.0.2.jar"  
      #jdbc_driver_class => "oracle.jdbc.driver.OracleDriver"
        jdbc_driver_class => "Java::oracle.jdbc.driver.OracleDriver"  
        jdbc_connection_string => "jdbc:oracle:thin:@ip:port:gitetl"  
        jdbc_user => "user"  
        jdbc_password=> "password"  
        jdbc_paging_enabled => "true"  
        jdbc_page_size => "61307"  #Default value is 100000

        last_run_metadata_path => "/usr/local/test/logstash-5.0.0/config/.logstash_jdbc_last_run"  

     # statement_filepath => "jdbc.sql"  

     # parameters => { "favorite_artist" => "Beethoven" }  

     # schedule => "* * * * *"  
        statement => "select * from jk_host_node_online"  
  }  
}