Filebeat 实战配置文件

filebeat.prospectors:

• input_type: log
  paths:

  • /home/data/logs/192.168.54.25/logs/message-router-app/console*log
    document_type: "java_access-message-router-app"
    fields:
    runtime_env: dev
    appname: message-router-app
    ip_address: 192.168.54.25

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after

• input_type: log
  paths:

  • /home/data/logs/192.168.54.27/logs/aisp-account-api/console*log
    document_type: "java_access-aisp-account-api"
    fields:
    runtime_env: dev
    appname: aisp-account-api
    ip_address: 192.168.54.27

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after

• input_type: log
  paths:

  • /home/data/logs/192.168.54.52/logs/iot-admin-app/console*log
    document_type: "java_access-iot-admin-app"
    fields:
    runtime_env: dev
    appname: iot-admin-app
    ip_address: 192.168.54.52

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after

• input_type: log
  paths:

  • /home/data/logs/192.168.54.56/logs/mqtt-gateway-app/console*log
    document_type: "java_access-mqtt-gateway-app"
    fields:
    runtime_env: dev
    appname: mqtt-gateway-app
    ip_address: 192.168.54.56

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after

• input_type: log
  paths:

  • /home/data/logs/192.168.54.57/logs/chehejia-service-cp-app/console*log
    document_type: "java_access-chehejia-service-cp-app"
    fields:
    runtime_env: dev
    appname: chehejia-service-cp-app
    ip_address: 192.168.54.57

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after

• input_type: log
  paths:

  • /home/data/logs/192.168.54.58/logs/aisp-swagger-group/console*log
    document_type: "java_access-aisp-swagger-group"
    fields:
    runtime_env: dev
    appname: aisp-swagger-group
    ip_address: 192.168.54.58

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after

• input_type: log
  paths:

  • /home/data/logs/192.168.54.60/logs/aisp-sso-api/console*log
    document_type: "java_access-aisp-sso-api"
    fields:
    runtime_env: dev
    appname: aisp-sso-api
    ip_address: 192.168.54.60

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after

• input_type: log
  paths:

  • /home/data/logs/192.168.54.62/logs/chehejia-service-pcs-app/console*log
    document_type: "java_access-chehejia-service-pcs-app"
    fields:
    runtime_env: dev
    appname: chehejia-service-pcs-app
    ip_address: 192.168.54.62

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after

• input_type: log
  paths:

  • /home/data/logs/192.168.54.63/logs/aisp-sso-service/console*log
    document_type: "java_access-aisp-sso-service"
    fields:
    runtime_env: dev
    appname: aisp-sso-service
    ip_address: 192.168.54.63

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after

• input_type: log
  paths:

  • /home/data/logs/192.168.54.70/logs/aisp-user-service/console*log
    document_type: "java_access-aisp-user-service"
    fields:
    runtime_env: dev
    appname: aisp-user-service
    ip_address: 192.168.54.70

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after

• input_type: log
  paths:

  • /home/data/logs/192.168.54.78/logs/aisp-common-service/console*log
    document_type: "java_access-aisp-common-service"
    fields:
    runtime_env: dev
    appname: aisp-common-service
    ip_address: 192.168.54.78

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after

• input_type: log
  paths:

  • /home/data/logs/192.168.54.79/logs/iot-metrics-app/console*log
    document_type: "java_access-iot-metrics-app"
    fields:
    runtime_env: dev
    appname: iot-metrics-app
    ip_address: 192.168.54.79

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after
  registry_file: /chj/data/filebeat/registry
  output.logstash:
  hosts: ["logstash-02:5514"]

  ########输出至kakak#######
  filebeat.prospectors:

• input_type: log
  paths:
  -xx/gateway.log
  document_type: "java_access"
  fields:
  runtime_env: ontest
  appname: api-gateway
  ip_address: 172.17.10.30

  include_lines: ^([201|201)
  multiline.pattern: ^([201|201)
  multiline.negate: true
  multiline.match: after
  scan_frequency: 1s
  ignore_older: 5m
  tail_files: true
  registry_file: /chj/data/filebeat/registry
  #output.logstash:
  output.kafka:
  enable: True
  hosts: ["kafka-node-01:9092","kafka-node-02:9092","kafka-node-03:9092"]
  topic: 'java_access'
  partition.round_robin:
  reachable_only: false
  #required_acks: 1
  #compression: gzip
  #max_message_bytes: 1000000

转载于:https://blog.51cto.com/breaklinux/2160863