ELK-采集各类日志配置文件示例

1、filebeat采集按年月日生成的每天日志

#########示例：filebeat采集日志trace20231214.log###########

filebeat.inputs:
- type: log
  enabled: true
  paths:
    - D:\tc-new-20231207\tc50-7710\log\trace*.log  
  tags: ["tdx-trace"]
  regexp:
    pattern: '^trace(?<year>\d{4})-(?<month>\d{2})-(?<day>\d{2})\.log$'  
output.elasticsearch:
  hosts: ["10.62.196.29:9200","10.62.196.37:9200","10.62.196.56:9200"]
  indices:
    - index: "tdx-trace-%{+YYYY-MM-dd}"
      when.contains:
        tags: "tdx-trace"	
setup.template.enabled: false
setup.template.name: "tdx"
setup.template.pattern: "tdx-*"
setup.template.overwrite: true

##########filebeat采集E-20231214.log###########
filebeat.inputs:
- type: log
  enabled: true
  paths:
    - D:\tc-new-20231207\tc50-7710\log\E-*.log  
  tags: ["tdx-e"]
  regexp:
    pattern: '^E-(?<year>\d{4})-(?<month>\d{2})-(?<day>\d{2})\.log$'  
output.elasticsearch:
  hosts: ["10.62.196.29:9200","10.62.196.37:9200","10.62.196.56:9200"]
  indices:
    - index: "tdx-e-%{+YYYY-MM-dd}"
      when.contains:
        tags: "tdx-e"	
setup.template.enabled: false
setup.template.name: "tdx"
setup.template.pattern: "tdx-*"
setup.template.overwrite: true

##########filebeat采集20231214.log###########
filebeat.inputs:
- type: log
  enabled: true
  paths:
    - D:\tc-new-20231207\tc50-7710\log\2023*.log  
  tags: ["tdx-t"]
  regexp:
    pattern: '^(?<year>\d{4})-(?<month>\d{2})-(?<day>\d{2})\.log$'  
output.elasticsearch:
  hosts: ["10.62.196.29:9200","10.62.196.37:9200","10.62.196.56:9200"]
  indices:
    - index: "tdx-t-%{+YYYY-MM-dd}"
      when.contains:
        tags: "tdx-t"	
setup.template.enabled: false
setup.template.name: "tdx"
setup.template.pattern: "tdx-*"
setup.template.overwrite: true