MySQL数据库同步数据到Elasticsearch
logstash 同步
- 下载logstash
- 在logstash目录下新建一个目录 mysql, 把驱动的jar包放进去
- 创建配置文件 mysqltoes.conf , 以这个启动
input {
jdbc {
jdbc_connection_string => "jdbc:mysql://127.0.0.1:3306/test?useUnicode=true&characterEncoding=utf8&serverTimezone=UTC"
jdbc_user => "root"
jdbc_password => "123456"
jdbc_driver_library => "D:/tools/logstash-7.11.1/mysql/mysql-connector-java-8.0.21.jar"
jdbc_driver_class => "com.mysql.jdbc.Driver"
jdbc_paging_enabled => "true"
jdbc_page_size => "50000"
statement =>"select * from employee"
schedule => "* * * * *"
}
}
output {
elasticsearch {
hosts => ["http://ip:9200"]
index => "blog"
document_type => "log"
document_id => "%{id}"
}
stdout {
codec => json_lines
}
}
- 进入到bin目录 启动
logstash.bat -f config\mysqltoes.conf