Logstash 安装

Logstash 安装

安装包下载

https://artifacts.elastic.co/downloads/logstash/logstash-7.15.2-linux-x86_64.tar.gz

将文件上传 解压

例如:解压到/opt/module目录下
tar -zxvf logstash-7.15.2-linux-x86_64.tar.gz -C /opt/module

启动 logstash 同步数据

• 启动 logstash

cd /opt/module
logstash-7.15.2/bin/logstash -f logstash.yml

• logstash 配置文件示例

# 将 mysql 数据同步到 kafka 中
input {
    stdin {
    }
        jdbc {
      jdbc_connection_string => "jdbc:mysql://192.168.1.1:3306/data"
      jdbc_user => "root"
      jdbc_password => "FGsd_jfdlaflk455-+"
      jdbc_driver_library => "./driver/mysql-connector-java-8.0.29.jar"
      jdbc_driver_class => "com.mysql.jdbc.Driver"
      jdbc_paging_enabled => "true"
      jdbc_page_size => "20"
      use_column_value => "true"
      tracking_column => "gid"
      statement_filepath => "./conf/mysql2kafka.sql"
      type => "data-places"
      # status => "0"
      add_field => {
              "categories" => "数据同步,主动数据同步,mysql库数据同步"
              "search" => "name,p_type"
      }
    }
}
filter {
    mutate {
        remove_field => ["@timestamp"]
        remove_field => ["@version"]
    }
}
output {
    kafka {
    bootstrap_servers => "192.168.1.1:9092,192.168.2:9092,192.168.3:9092"
    topic_id => "jc-search-syncStr"
    buffer_memory => 109051904
    max_request_size => 109051904
    codec => "json"
    }
}