logstash 按照日index 迁移的脚本

shell

#!/bin/bash
start_date="20230210";
end_date="20230831";

 ##通过循环，返回日期值（包含开始和结束日期，闭区间）
 for i in `seq 0 100000`
 do
     t_date=`date -d "${start_date} +$(($i+1)) day" "+%Y_%m_%d"`
     echo $t_date
     cnt_days=$i
     

    ps -ef | grep cyqy | grep -v grep | awk '{print $2}' | xargs kill -9
    cd /u4/logstash-7.9.3

    yes|cp -f /u4/logstash-7.9.3/config/cyqy.base /u4/logstash-7.9.3/config/cyqy.conf
    sed -i "s/day/$t_date/g" /u4/logstash-7.9.3/config/cyqy.conf
    rm -rf data
    ./bin/logstash -f config/cyqy.conf


    ##如果循环到当天，就退出
     if [ $t_date == $end_date ]
     then
         break
     fi
 done

base conf

input {
  elasticsearch {
    hosts => ["http://172.16.130.138:9200"]
    index => "cyberspace-resources_day"
    scroll => "5m"
    docinfo => true
  }
}

output {
  file {
    path => "/u4/cybc/day.json"
    codec => "json_lines"
  }
}

脚本替换base conf中的day 循环保存