./bin/logstash-plugin install logstash-output-amazon_es
./bin/logstash-plugin install logstash-input-jdbc
tar -zxvf mysql-connector-java-8.0.16.tar.gz
mysql.conf
input {
jdbc {
jdbc_driver_library => "/home/elk/mysql-connector-java-8.0.16.jar"
jdbc_driver_class => "com.mysql.jdbc.Driver"
jdbc_connection_string => "jdbc:mysql://192.168.3.92:3306/plus"
jdbc_default_timezone => "UTC"
jdbc_user => "root"
jdbc_password => "111111"
schedule => "* * * * *"
use_column_value => true
statement => "SELECT * from tablename where updated_at>=:sql_last_value"
tracking_column => "updated_at"
tracking_column_type => "timestamp"
jdbc_fetch_size => 10
type => "sns_feeds"
}
}
filter {
mutate {
remove_field => [ "@timestamp" ]
}
}
output{
stdout { }
elasticsearch {
hosts => "https://aws_domain:443"
index => "%{type}"
document_id => "%{id}"
ssl => true
}
}