input {
jdbc {
jdbc_driver_library => "mysql-connector-java-5.1.33-bin.jar"
jdbc_driver_class => "com.mysql.jdbc.Driver"
jdbc_user => "usr"
jdbc_password=> "pwd"
jdbc_connection_string => "jdbc:mysql://localhost:3306/db"
jdbc_validate_connection => true
schedule => "* * * * *"
use_column_value => true
tracking_column => "id"
last_run_metadata_path => "/home/www/.logstash_headlines_last_run"
statement => "SELECT * FROM tb WHERE id > :sql_last_value AND content <> '' ORDER BY id ASC"
jdbc_paging_enabled => true
jdbc_page_size => 10000
type => "headlines"
}
jdbc {
jdbc_driver_library => "mysql-connector-java-5.1.33-bin.jar"
jdbc_driver_class => "com.mysql.jdbc.Driver"
jdbc_user => "usr"
jdbc_password=> "pwd"
jdbc_connection_string => "jdbc:mysql://localhost:3306/db"
jdbc_validate_connection => true
schedule => "* * * * *"
use_column_value => true
tracking_column => "id"
last_run_metadata_path => "/home/www/.logstash_vms_last_run"
statement => "SELECT a.id, a.title, d.content FROM vms_article a JOIN vms_article_data d ON a.id=d.id WHERE a.id > :sql_last_value AND a.status=100 ORDER BY id ASC"
jdbc_paging_enabled => true
jdbc_page_size => 10000
type => "article"
}
}
output {
if [type] == "headlines" {
elasticsearch {
hosts => "localhost"
index => "collection"
document_id => "%{id}"
}
stdout {
codec => line {
format => "Crawl: %{id} %{title}"
}
}
} else {
elasticsearch {
hosts => "localhost"
index => "vms"
document_id => "%{id}"
}
stdout {
codec => line {
format => "VMS: %{id} %{title}"
}
}
}
}
logstash多个mysql的input导出到多个output
最新推荐文章于 2024-08-08 07:21:39 发布