python访问数据库日志文件_python 分析 nginx 日志 ip 并存入sqlite 数据库

什么也不说，直接上代码

import sqlite3

import os

import string

import fileinput

path_log_nginx = r"E:/xxx-logs/20100904"

conn = sqlite3.connect('log.db')

c = conn.cursor()

#c.execute('''drop table log''')

c.execute('''create table log(ip text)''')

for file in os.listdir(path_log_nginx):

if not file.endswith(".log"):

print "WARN:%s is not a log file" %(file)

continue

print "INFO:process file %s" %(file)

for line in fileinput.input(os.path.join(path_log_nginx, file)):

if line.startswith("192.168."):

continue;

c.execute("insert into log (ip) values ('%s')" %(line[0:line.find(" - - [")]))

conn.commit()

#c.execute("select ip, count(*) c from log group by ip having c > 1000 order by c desc")

# We can also close the cursor if we are done with it

c.close()

#

print "done..."

完工后

sqlite3.exe log.db

>select ip, count(*) c from log group by ip having c > 1000 order by c desc;

分享到：

2010-09-04 02:54

浏览 325

评论