抓取日志

=pod
 脚本主要的功能是通过抓取日志里关键字，来统计日志里的所有接口调用量和接口响应时间
=cut
#!/usr/bin/perl
use strict;
use warnings;
use File::Find;
use File::Basename;
use POSIX qw(strftime);

my $date =  strftime("%Y-%m-%d", localtime(time - 24*3600));#yestarday
my $LOG_DIR="/test/test/test/";
my @dirnames;
opendir FL,"$LOG_DIR"
   or die "Can't opendir $LOG_DIR:$!\n";

#匹配日志目录
while (my $dir_name = readdir FL)
{
    push @dirnames,"$LOG_DIR$dir_name/mamc_api"
           if($dir_name =~/test\d+/);
}
my @log_names;
#存储指定的日志文件及路径
sub wanted
{
   push  @log_names,"$File::Find::name"
         if($File::Find::name =~/test\.log\.$date/);

}

find(\&wanted,@dirnames);

my $count;
my (%h1,%h2);
#统计接口调用总量和平均耗时，单位为毫秒
for my $logfile (@log_names)
{
     $count++;
     open(LOG,$logfile);
     while(<LOG>)
     {
        if(/(?:.*?)\s+\[INFO\s+\]\s+(?:.*?)\s+<S\=(.*?)\,IP\=(?:.*?)\s+(?:.*?)\s+####### Finish Request\[(.*?)\]\s+Cost\[(.*?)ms\]/)
        {
          my($str1,$str2,$val)= ($1,$2,$3);
          $h1{$str1}{$str2}++;
          $h2{$str1}{$str2} += $val;
        }
     }
     #last if $count == 1;
}

#输出接口调用总量和平均耗时
for my $t1 (sort keys %h1)
{
    for my $t2 (sort keys %{ $h1{$t1} })
    {
       print "$t1,$t2,";
       printf "%d,%.2f\n",$h1{$t1}{$t2},$h2{$t1}{$t2}/$h1{$t1}{$t2};
    }

}