logstash输出到es模式action实践

logstash输出es

模块

logstash一共有 input，filter，output 三个模块

配置

conf示例

input {
  jdbc {
    jdbc_connection_string => "jdbc:mysql:/XXX
    jdbc_user => "XXX"
    jdbc_password => "XXX"
    jdbc_driver_library => "/data/logstash-7.1.1/logstash-core/lib/jars/mysql-connector-java-8.0.19.jar"
    jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
    jdbc_paging_enabled => true
    jdbc_page_size => "10000"
    jdbc_default_timezone =>"Asia/Shanghai"
    statement => "select XXX from user  where id >=:sql_last_value limit 10000"
    schedule => "*/5 * * * * *"
    use_column_value => true
    tracking_column => "id"
    tracking_column_type => "numeric"
    last_run_metadata_pat