logstash启动conf的编写实例

在logstash启动时,可以指定启动的配置文件,如下是基本配置文件的编写实例 以后编写时,可作为参考:

input {
     stdin{}
     jdbc {
      jdbc_connection_string => "jdbc:sqlserver://xxx:1433;DatabaseName=xxxx"
      jdbc_user => "xxxx"
      jdbc_password => "xxxx"
      jdbc_driver_library => "./mssql-jdbc-6.2.1.jre8"
      jdbc_driver_class => "com.microsoft.sqlserver.jdbc.SQLServerDriver"
      jdbc_paging_enabled => "true"
      jdbc_page_size => "500"
      jdbc_default_timezone =>"Asia/Shanghai"
      statement_filepath => "./sqlserver.sql"
      schedule => "* * * * *"
      codec => plain { charset => "UTF-8"}
      use_column_value => false
      type => "ebso01"	
    }
	
    jdbc {
      jdbc_connection_string => "jdbc:mysql://xxxx:3306/xxxx"
      jdbc_user => "xxxx"
      jdbc_password => "xxxx"
      jdbc_driver_library => "./mysql-connector-java-5.1.39.jar"
      jdbc_driver_class => "com.mysql.jdbc.Driver"
      jdbc_paging_enabled => "true"
      jdbc_page_size => "50000"
      jdbc_default_timezone =>"Asia/Shanghai"
      statement_filepath => "./test.sql"
      schedule => "* * * * *"
      codec => plain { charset => "UTF-8"}
      use_column_value => false
      type => "alitest"
    }  
}

filter {
     mutate {
         convert => [ "publish_time", "string" ]
    }
     date {
         timezone => "Europe/Berlin"
         match => ["publish_time" , "ISO8601", "yyyy-MM-dd HH??ss"]
    }
     json {  
        source => "message"  
        remove_field => ["message"]  
    }  
}

output {
	 if[type]== "ebso01" {
	   elasticsearch {  
        hosts => ["127.0.0.1:9200"]  
        index => "groupby"  
        document_id => "%{id}" 
        template_overwrite => true
	    template_name => "logstash"
        template => "./logstash.json" 
       } 
	 }
	 if[type]== "alitest" {
	   elasticsearch {  
        hosts => ["127.0.0.1:9200"]  
        index => "cmscontent" 
        document_id => "%{id}"
		template_overwrite => true
	    template_name => "logstash"
        template => "./logstash.json"
       } 
	 }
     stdout {
       codec => json_lines
     }
}

以上只是基本的写法,后续有补充还会继续修改
提供mysql和sqlserver驱动的下载地址驱动下载地址

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值