python怎么查找错误位置_python脚本查找日志中的错误行并导出到文件

脚本位置

城建大厦服务器

/root/logana.sh

https://coding.net/u/himan/p/script/git/raw/master/loganalys.py

脚本作用

logana.sh

搜索7天内的日志文件，调用loganalys.py文件进行错误日志过滤

loganalys.py

过滤日志文件将带有ERROR|Error|Exception|EXCEPTION这些字段的日志行输出到result.txt文本中。

使用方法

登陆城建大厦服务器

执行

sh /root/logana.sh

日志文件详细内容

vim /root/logana.sh

newbatchjob="/rizhi/web_batchjob_new/batchjob/"

batchjob="/rizhi/web_batchjob/batchjob/"

back="/rizhi/web_pc_back/web_back2/"

baobiao="/rizhi/service_pcbaobiao/pcbaobiao/"

rm -rf /tmp/logana_temp/*

mkdir -p /tmp/logana_temp${newbatchjob} /tmp/logana_temp${batchjob} /tmp/logana_temp${back} /tmp/logana_temp${baobiao}

find ${newbatchjob} -type f -mtime -7 -exec cp {} /tmp/logana_temp${newbatchjob} \; &

find ${batchjob} -type f -mtime -7 -exec cp {} /tmp/logana_temp${batchjob} \; &

find ${back} -type f -mtime -7 -exec cp {} /tmp/logana_temp${back} \; &

find ${baobiao} -type f -mtime -7 -exec cp {} /tmp/logana_temp${baobiao} \; && find /tmp/logana_temp${baobiao} | xargs gzip -d &

wait

cd /tmp/logana_temp${newbatchjob} ; curl -sSL https://coding.net/u/himan/p/script/git/raw/master/loganalys.py | python3 && cp result.txt /tmp/logana_temp/result_newbatchjob.txt &

cd /tmp/logana_temp${batchjob} ; curl -sSL https://coding.net/u/himan/p/script/git/raw/master/loganalys.py | python3 && cp result.txt /tmp/logana_temp/result_batchjob.txt &

cd /tmp/logana_temp${back} ; curl -sSL https://coding.net/u/himan/p/script/git/raw/master/loganalys.py | python3 && cp result.txt /tmp/logana_temp/result_back.txt &

cd /tmp/logana_temp${baobiao} ; curl -sSL https://coding.net/u/himan/p/script/git/raw/master/loganalys.py | python3 && cp result.txt /tmp/logana_temp/result_baobiao.txt &

wait

echo "All Done!"

ls -l /tmp/logana_temp/*.txt

import re, os, sys

final = []

pwd = os.getcwd()

def listfilename():

cwd = os.getcwd()

list = os.listdir(cwd)

for i in list:

list2 = os.path.join(cwd, i)

if os.path.isdir(list2):

os.chdir(list2)

listfilename()

else:

final.append(list2)

if len(sys.argv) != 1:

filenames = sys.argv[1:]

else:

listfilename()

filenames = final

for file in final:

print(file)

filename = file

log_dir = os.path.join(pwd, filename)

with open(log_dir, 'r', encoding='utf-8') as f:

lines = f.readlines()

error_line = []

for line in lines:

if 'Error' in line or 'ERROR' in line or 'Exception' in line or 'EXCEPTION' in line:

line1 = re.findall(r'(ERROR|Error|Exception|EXCEPTION) (.*)', line)

if len(line1) >= 1:

line1 = line1[0]

error_line.append(line1[1])

else:

break

print('日志错误总数为------> ' + str(len(error_line)) + '个')

print('日志错误类型数量为------> ' + str(len(list(set(error_line)))) + '个')

for i in list(set(error_line)):

with open('result.txt', 'a') as result:

#result.write('日志错误总数为------> ' + str(len(error_line)) + '个'+ '\n' )

#result.write('日志错误类型数量为------> ' + str(len(list(set(error_line)))) + '个' + '\n')

result.write(file + '\n')

result.write(i + '\n')

print(i)