mysql数据导入Elasticsearch

安装Elasticsearch

参考：https://blog.csdn.net/guo20082200/article/details/84554354

安装logstash

下载，解压，修改配置文件，配置文件修改如下：

jdbc.config

这里我的数据库是mysql8.0,驱动类为：com.mysql.cj.jdbc.Driver

input {
    stdin {
    }
    jdbc {
      # mysql jdbc connection string to our backup databse
      jdbc_connection_string => "jdbc:mysql://127.0.0.1:3306/saas?characterEncoding=UTF-8&useSSL=false&serverTimezone=UTC"
      # the user we wish to excute our statement as
      jdbc_user => "root"
      jdbc_password => "123456"
      # the path to our downloaded jdbc driver
      jdbc_driver_library => "D:\mysql-connector-java-8.0.13.jar"
      # the name of the driver class for mysql
      jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
      jdbc_paging_enabled => "true"
      jdbc_page_size => "50000000"
	  jdbc_default_timezone => "UTC"
      statement_filepath => "E:\ELK\logstash-6.5.1\config\jdbc.sql"
      schedule => "* * * * *"
      type => "_doc"
    }
}
 
filter {
    json {
        source => "message"
        remove_field => ["message"]
    }
}
 
output {
    elasticsearch {
        hosts => "localhost:9200"
		index => "order"
		document_id => "%{id}"  
    }
    stdout {
        codec => json_lines
    }
}

jdbc.sql 的代码如下：

select * from t_order

启动logstash即可：

logstash.bat -f ../config/jdbc.config